-- Logs begin at Thu 2021-06-03 21:07:57 UTC, end at Thu 2021-06-03 22:36:49 UTC. --
Jun 03 21:56:58.662131 dv-cinder-794669-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jun 03 21:57:01.305746 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.common.config [-] Logging enabled!
Jun 03 21:57:01.306392 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev255
Jun 03 21:57:01.306494 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92454) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 03 21:57:01.309645 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.common.config [-] Logging enabled!
Jun 03 21:57:01.309895 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev255
Jun 03 21:57:01.310205 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92454) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 03 21:57:01.311138 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 03 21:57:01.311366 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 03 21:57:01.311750 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 03 21:57:01.311994 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 03 21:57:01.312218 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 03 21:57:01.312535 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.312831 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.313126 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.313353 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.313649 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.313939 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.314233 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.314526 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.314815 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.315098 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.315377 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.315680 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.315906 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.316190 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.316475 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.316758 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.316978 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] debug                          = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.317256 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.317678 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.318089 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.318371 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.318662 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.319519 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.319785 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.320053 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.320342 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.320689 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] host                           = dv-cinder-794669-4-iscsi {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.320951 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.321240 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.321528 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.321816 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.322089 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.322380 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.322653 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.322932 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.323208 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.323504 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.323798 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.324094 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.324386 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.324611 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.324830 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.325118 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.325409 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.325688 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.325959 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.326235 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.326510 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.326784 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.327054 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.327336 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.327642 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.327930 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.328204 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.328478 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.328751 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.329023 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.329341 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.329572 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.329845 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.330120 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.330407 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.330676 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.330950 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.331249 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.331559 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.331842 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.332129 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.332404 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.332690 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.332964 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.333234 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.333513 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.333780 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.334055 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.334339 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.334645 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.334920 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.335194 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.335486 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.335894 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:01.336198 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.336500 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.336801 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.337087 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.337382 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.337663 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.337952 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.338230 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.338521 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.338811 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.339099 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.339377 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.339691 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.339967 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.340261 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.340569 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.340863 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.341157 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.341432 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.341707 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.341981 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.342258 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.342544 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.342837 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.343127 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.343456 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.343708 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.343982 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.344262 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.344538 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.344815 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.345105 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.345385 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.345660 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.345943 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.346219 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.346493 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.346766 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.347041 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.347332 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.347636 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.347907 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.348178 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.348453 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.348725 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.349009 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.349284 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.349558 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.349833 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.350133 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.350408 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.350684 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.350960 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.351235 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.351537 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.351813 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.352087 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.352363 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.352638 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.352915 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.353188 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.353459 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.353736 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.354014 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.354286 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.354563 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.354838 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.355116 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.355434 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.355721 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.356001 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.356280 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.356559 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.356836 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.357112 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.357389 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.357666 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.357944 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.358216 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.358514 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.358798 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.359084 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.359364 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.359662 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.359958 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.360234 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.360517 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.360793 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.361067 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.361354 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.362121 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.362121 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.362286 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.362473 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.362764 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.363052 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.363335 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.363751 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.364153 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:01.364372 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 03 21:57:01.364623 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92454) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jun 03 21:57:01.720509 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 21:57:01.720834 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 21:57:01.721050 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 21:57:01.721381 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.manager [-] Loading core plugin: ml2
Jun 03 21:57:02.116457 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.116703 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.116927 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.118127 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.118395 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.118660 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.156332 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.156606 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.156869 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.171010 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.171284 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.171580 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.200788 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.201064 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.201324 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.241326 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.241600 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.241860 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.480810 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f81509e8af0> agent after_create 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.481500 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f81509e8af0> agent after_update 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.481500 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f81509e8b80> segment precommit_create 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.481804 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f81509e8c10> network precommit_delete 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.482376 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f81509f3dc0> segment before_delete 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.609684 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f81512dd670>> network before_delete 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.609996 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f815070a0d0> agent before_delete 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.610274 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_net of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f81512dd670>> network before_create 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.610544 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f81512dd670>> port before_create 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.610808 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f81512dd670>> port before_update 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.611115 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f81512dd670>> segment precommit_create 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.611370 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f81512dd670>> segment precommit_delete 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.611655 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f81512dd670>> segment after_create 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.611907 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f81512dd670>> segment after_delete 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.612184 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f81512dd670>> network after_delete 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.612438 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f81512dd670>> network precommit_delete 0 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.612697 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f81512dd670>> port provisioning_complete 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.612957 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f81512dd670>> rbac-policy before_create 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.613214 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f81512dd670>> rbac-policy after_delete 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.613470 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f81512dd670>> agent after_update 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.613736 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f81512dd670>> subnet after_delete 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.613994 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f81512dd670>> subnet precommit_delete 0 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.614263 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f81512dd670>> rbac-policy before_update 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.614505 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f81512dd670>> rbac-policy before_delete 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.614809 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f81512dd670>> segment_host_mapping after_create 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.615130 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f81512dd670>> port after_create 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.615377 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f81512dd670>> port after_update 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.615670 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f81512dd670>> port after_delete 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.615949 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f81512dd670>> rbac-policy before_create 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.616194 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f81512dd670>> rbac-policy before_update 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.616435 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f81512dd670>> rbac-policy before_delete 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.616836 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92454) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 03 21:57:02.617074 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92454) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 03 21:57:02.617311 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92454) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 03 21:57:02.617545 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92454) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 03 21:57:02.617776 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92454) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 03 21:57:02.618087 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92454) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 03 21:57:02.618403 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jun 03 21:57:02.621730 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jun 03 21:57:02.625761 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jun 03 21:57:02.629637 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1400, 1449)])])
Jun 03 21:57:02.631802 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jun 03 21:57:02.632258 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jun 03 21:57:02.632594 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jun 03 21:57:02.632980 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jun 03 21:57:02.635839 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jun 03 21:57:02.636084 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jun 03 21:57:02.636426 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jun 03 21:57:02.664327 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Jun 03 21:57:02.664751 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f81509bfe20>> qos_plugin after_init 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.665060 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92454) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jun 03 21:57:02.665420 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f81509bfbe0>> logging-plugin after_init 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.666952 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92454) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jun 03 21:57:02.667239 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jun 03 21:57:02.667512 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jun 03 21:57:02.670837 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f81509a72e0>> floatingip before_response 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.671117 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f81509a72e0>> port before_response 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:02.734413 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jun 03 21:57:02.734605 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jun 03 21:57:02.734755 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jun 03 21:57:02.735154 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jun 03 21:57:02.769449 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_db.sqlalchemy.engines [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92454) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 03 21:57:03.315187 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.plugins.ml2.managers [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Initializing driver for type 'gre'
Jun 03 21:57:03.315760 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] gre ID ranges: [(1, 1000)]
Jun 03 21:57:03.543907 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.plugins.ml2.managers [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Initializing driver for type 'local'
Jun 03 21:57:03.544605 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.plugins.ml2.managers [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Initializing driver for type 'vlan'
Jun 03 21:57:03.652303 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] VlanTypeDriver initialization complete
Jun 03 21:57:03.652562 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.plugins.ml2.managers [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Initializing driver for type 'vxlan'
Jun 03 21:57:03.653105 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] vxlan ID ranges: [(1, 1000)]
Jun 03 21:57:03.886567 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.plugins.ml2.managers [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Initializing extension driver 'port_security'
Jun 03 21:57:03.886905 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.plugins.ml2.extensions.port_security [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] PortSecurityExtensionDriver initialization complete
Jun 03 21:57:03.887244 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.plugins.ml2.managers [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Initializing mechanism driver 'openvswitch'
Jun 03 21:57:03.887614 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.plugins.ml2.managers [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Initializing mechanism driver 'hyperv'
Jun 03 21:57:03.894720 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.plugins.ml2.plugin [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 21:57:03.895533 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f81507ec820>> port after_create 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.895914 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f81507ec820>> port after_update 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.896323 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f81507ec820>> port after_delete 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.896732 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f81507eca90>> subnet after_create 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.897091 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f81507eca90>> subnet after_update 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.897478 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f81507eca90>> subnet after_delete 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.897864 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8150354790>> network after_create 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.898217 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8150354790>> network after_update 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.898561 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8150354790>> network after_delete 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.898939 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8150354970>> security_group after_create 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.899289 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8150354970>> security_group after_update 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.899661 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8150354970>> security_group after_delete 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.900039 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8150354be0>> security_group_rule after_create 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.903299 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8150354be0>> security_group_rule after_update 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.903299 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8150354be0>> security_group_rule after_delete 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.903299 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8150354e50>> address_group after_create 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.903299 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8150354e50>> address_group after_update 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.903668 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8150354e50>> address_group after_delete 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.903668 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] ML2 OVO RPC backend initialized. {{(pid=92454) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}}
Jun 03 21:57:03.903668 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f815035b280>> router_interface after_create 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.903668 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f815035b280>> router_interface after_delete 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.903960 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f815035b280>> network before_response 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.904039 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f815035b280>> networks before_response 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.904356 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f815035b280>> port before_response 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.904697 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f815035b280>> ports before_response 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.905044 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f815035b280>> subnet before_response 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.905386 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f815035b280>> subnets before_response 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.905729 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f815035b280>> network after_create 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.906078 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f815035b280>> network after_update 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.906403 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f815035b280>> network after_delete 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.906741 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f815035b280>> port after_create 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.907096 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f815035b280>> port after_update 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.907425 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f815035b280>> port after_delete 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.907770 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f815035b280>> subnet after_create 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.908151 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f815035b280>> subnet after_update 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.908469 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f815035b280>> subnet after_delete 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.909057 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.plugins.ml2.plugin [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Modular L2 Plugin initialization complete
Jun 03 21:57:03.909392 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading services supported by the core plugin {{(pid=92454) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jun 03 21:57:03.909727 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.plugins.ml2.managers [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Got port-security extension from driver 'port_security'
Jun 03 21:57:03.910199 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.extensions.vlantransparent [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Disabled vlantransparent extension.
Jun 03 21:57:03.910687 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92454) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jun 03 21:57:03.911001 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading Plugin: router
Jun 03 21:57:03.948878 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f815035b3a0>> router_interface before_create 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.949275 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f815035b3a0>> router after_create 55549900 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.949649 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f815035b3a0>> router before_create 55549900 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.950016 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f815035b3a0>> router_interface before_delete 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.950385 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f815035b3a0>> router_interface after_delete 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.950738 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f815035b3a0>> router after_delete 55549900 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.951094 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f815035b3a0>> floatingip after_update 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.951482 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f815035b3a0>> router after_create 55549900 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.951832 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f815035b3a0>> router after_update 55549900 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.952184 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f815035b3a0>> router after_update 55549900 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.952530 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f815035b3a0>> router_gateway after_delete 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.952890 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f815035b3a0>> router after_update 55549900 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.953310 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f815035b3a0>> router precommit_update 55549900 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.953741 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f81509830d0> port after_update 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.954096 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f8150981f70> port after_delete 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.954437 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f8150983040> subnet after_update 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.954795 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f8150983160> subnetpool_address_scope after_update 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.955145 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f815035b3a0>> port precommit_delete 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.955525 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f815035b3a0>> router precommit_create 55549900 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.955872 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f81507dcf70> port before_delete 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.956215 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f815035b3a0>> router precommit_create 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.956573 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f815035b3a0>> router after_update 55549900 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.956924 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f815035b3a0>> router precommit_delete 55549900 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.957269 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f815035b3a0>> router precommit_create 55549900 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.957636 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f815035b3a0>> router_interface after_create 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.957976 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f815035b3a0>> router precommit_update 55549900 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.958351 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f815035b3a0>> network after_delete 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.959326 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.quota.resource_registry [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Tracking information for resource: router configured {{(pid=92454) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 03 21:57:03.959701 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.quota.resource_registry [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Tracking information for resource: floatingip configured {{(pid=92454) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 03 21:57:03.979842 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.db.l3_agentschedulers_db [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jun 03 21:57:03.980508 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f81502d35e0> port after_update 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.980960 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f81502d34c0> port after_create 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.981456 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <function _notify_port_delete at 0x7f81502d3550> port after_delete 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.981898 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f81502d38b0> port after_update 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.982828 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8150274b80>> router before_create 55550100 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.983290 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8150274b80>> router precommit_delete 55550100 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.983794 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8150274b80>> router precommit_create 55550100 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.984284 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8150274b80>> router precommit_update 55550100 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:03.988916 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.services.provider_configuration [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Service providers = [] {{(pid=92454) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jun 03 21:57:03.989280 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.db.servicetype_db [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92454) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jun 03 21:57:03.993153 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.services.service_base [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92454) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 03 21:57:03.993516 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.services.service_base [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92454) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 03 21:57:03.993964 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.services.service_base [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92454) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 03 21:57:03.994850 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.services.service_base [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92454) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 03 21:57:03.995228 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.services.service_base [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Default provider is not specified for service type L3_ROUTER_NAT
Jun 03 21:57:03.995649 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92454) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 03 21:57:03.995977 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jun 03 21:57:04.006639 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92454) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 03 21:57:04.006973 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading Plugin: auto_allocate
Jun 03 21:57:04.012993 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f815029dca0> network precommit_update 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:04.013375 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f815029dca0> network precommit_create 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:04.013906 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92454) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 03 21:57:04.014227 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading Plugin: tag
Jun 03 21:57:04.021597 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92454) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 03 21:57:04.021989 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading Plugin: timestamp
Jun 03 21:57:04.025892 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92454) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 03 21:57:04.026221 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading Plugin: network_ip_availability
Jun 03 21:57:04.031642 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f815029a190>> rbac-policy before_create 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:04.032023 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f815029a190>> rbac-policy before_update 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:04.032418 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f815029a190>> rbac-policy before_delete 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:04.033165 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92454) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 03 21:57:04.033519 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading Plugin: flavors
Jun 03 21:57:04.055162 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92454) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 03 21:57:04.055603 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading Plugin: revisions
Jun 03 21:57:04.060328 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92454) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 03 21:57:04.060725 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_concurrency.lockutils [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.340s {{(pid=92454) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 21:57:04.061514 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92454) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jun 03 21:57:04.061852 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Initializing extension manager.
Jun 03 21:57:04.062361 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: __init__.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.062706 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: __pycache__ {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.063046 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.063380 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: address_group.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.064178 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.064762 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: address-group
Jun 03 21:57:04.065089 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: address_scope.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.065799 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.066316 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: address-scope
Jun 03 21:57:04.066642 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: admin_state_down_before_update.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.067600 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.068179 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: router-admin-state-down-before-update
Jun 03 21:57:04.068505 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: agent.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.069350 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.069864 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: agent
Jun 03 21:57:04.070191 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: agent_resources_synced.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.071114 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.071660 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: agent-resources-synced
Jun 03 21:57:04.071989 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: allowedaddresspairs.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.073834 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.074365 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: allowed-address-pairs
Jun 03 21:57:04.074692 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: auto_allocated_topology.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.081661 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.082245 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: auto-allocated-topology
Jun 03 21:57:04.082656 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: availability_zone.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.083363 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.083906 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: availability_zone
Jun 03 21:57:04.084235 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: availability_zone_filter.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.085275 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.085791 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: availability_zone_filter
Jun 03 21:57:04.086115 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: data_plane_status.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.087028 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.087577 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extension data-plane-status not supported by any of loaded plugins
Jun 03 21:57:04.087935 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: default_subnetpools.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.088849 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.089360 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: default-subnetpools
Jun 03 21:57:04.089685 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: dhcpagentscheduler.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.090514 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.091028 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: dhcp_agent_scheduler
Jun 03 21:57:04.091355 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: dns.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.092309 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.092940 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extension dns-integration not supported by any of loaded plugins
Jun 03 21:57:04.093272 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: dns_domain_ports.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.094188 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.094701 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extension dns-domain-ports not supported by any of loaded plugins
Jun 03 21:57:04.095030 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: dvr.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.095746 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.096277 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: dvr
Jun 03 21:57:04.096652 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: empty_string_filtering.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.097561 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.098521 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: empty-string-filtering
Jun 03 21:57:04.098521 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.099303 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.099845 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jun 03 21:57:04.100690 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.101594 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.102106 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jun 03 21:57:04.102433 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: external_net.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.103325 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.103868 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: external-net
Jun 03 21:57:04.104195 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: extra_dhcp_opt.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.105099 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.105612 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: extra_dhcp_opt
Jun 03 21:57:04.105935 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: extraroute.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.106835 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.107353 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: extraroute
Jun 03 21:57:04.107737 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: extraroute_atomic.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.108744 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.109368 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: extraroute-atomic
Jun 03 21:57:04.109691 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: filter_validation.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.221017 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.221634 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: filter-validation
Jun 03 21:57:04.221996 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: fip_pf_description.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.223163 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.223739 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jun 03 21:57:04.224075 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: fip_port_details.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.225120 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.225657 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: fip-port-details
Jun 03 21:57:04.225987 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: flavors.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.227428 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.227960 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: flavors
Jun 03 21:57:04.228301 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.230011 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.230571 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jun 03 21:57:04.230890 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: floatingip_pools.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.231643 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.232170 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: floatingip-pools
Jun 03 21:57:04.232500 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: ip_allocation.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.233472 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.234186 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extension ip_allocation not supported by any of loaded plugins
Jun 03 21:57:04.234383 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.235342 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.235903 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: ip-substring-filtering
Jun 03 21:57:04.236233 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: l2_adjacency.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.237192 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.237711 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extension l2_adjacency not supported by any of loaded plugins
Jun 03 21:57:04.238032 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: l3.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.239093 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.239790 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: router
Jun 03 21:57:04.242885 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: l3_conntrack_helper.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.245365 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.245945 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jun 03 21:57:04.246283 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.247339 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.247898 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: ext-gw-mode
Jun 03 21:57:04.248231 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.249166 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.249689 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: l3-ha
Jun 03 21:57:04.250024 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: l3_flavors.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.250964 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.251514 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: l3-flavors
Jun 03 21:57:04.251844 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.252781 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.253301 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: l3-port-ip-change-not-allowed
Jun 03 21:57:04.253629 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: l3agentscheduler.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.254886 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.255614 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: l3_agent_scheduler
Jun 03 21:57:04.255969 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: logging.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.258186 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.258781 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extension logging not supported by any of loaded plugins
Jun 03 21:57:04.259149 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: metering.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.260032 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.260734 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: metering
Jun 03 21:57:04.261119 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.262357 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.262890 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: metering_source_and_destination_fields
Jun 03 21:57:04.263224 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: multiprovidernet.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.264202 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.264730 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: multi-provider
Jun 03 21:57:04.265063 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: netmtu.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.265982 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.266501 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: net-mtu
Jun 03 21:57:04.266831 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: netmtu_writable.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.267778 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.268672 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: net-mtu-writable
Jun 03 21:57:04.269008 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: network_availability_zone.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.269701 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.270212 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: network_availability_zone
Jun 03 21:57:04.270539 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: network_ip_availability.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.271727 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.272824 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: network-ip-availability
Jun 03 21:57:04.273157 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: network_segment_range.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.274160 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.274783 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extension network-segment-range not supported by any of loaded plugins
Jun 03 21:57:04.275112 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: pagination.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.276207 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.276541 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: pagination
Jun 03 21:57:04.276865 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: port_device_profile.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.277876 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.278374 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: port-device-profile
Jun 03 21:57:04.278702 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.279754 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.299000 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: port-mac-address-regenerate
Jun 03 21:57:04.299000 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.300020 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.300592 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: port-numa-affinity-policy
Jun 03 21:57:04.300925 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: port_resource_request.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.301874 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.302413 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extension port-resource-request not supported by any of loaded plugins
Jun 03 21:57:04.302741 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: portbindings.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.304201 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.304714 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: binding
Jun 03 21:57:04.305039 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: portbindings_extended.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.306354 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.306878 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: binding-extended
Jun 03 21:57:04.307201 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: portsecurity.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.308135 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.308656 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: port-security
Jun 03 21:57:04.308983 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: project_id.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.309964 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.310296 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: project-id
Jun 03 21:57:04.310620 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: providernet.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.311573 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.312101 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: provider
Jun 03 21:57:04.312426 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: qos.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.316206 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.316751 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extension qos not supported by any of loaded plugins
Jun 03 21:57:04.317080 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.318334 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.319425 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jun 03 21:57:04.319840 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.320772 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.321296 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jun 03 21:57:04.321625 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: qos_default.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.322533 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.323103 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extension qos-default not supported by any of loaded plugins
Jun 03 21:57:04.323450 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: qos_fip.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.324117 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.324624 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extension qos-fip not supported by any of loaded plugins
Jun 03 21:57:04.324966 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: qos_gateway_ip.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.325923 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.326436 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jun 03 21:57:04.326767 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: qos_port_network_policy.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.327736 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.328220 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jun 03 21:57:04.328543 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: qos_rule_type_details.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.329473 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.329984 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jun 03 21:57:04.330309 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: qos_rules_alias.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.331443 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.331971 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extension qos-rules-alias not supported by any of loaded plugins
Jun 03 21:57:04.332300 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: quotasv2.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.333582 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.333711 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: quotas
Jun 03 21:57:04.333936 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: quotasv2_detail.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.335698 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.336040 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: quota_details
Jun 03 21:57:04.336381 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: rbac.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.337454 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.337992 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: rbac-policies
Jun 03 21:57:04.338322 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: rbac_address_group.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.339254 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.339826 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: rbac-address-group
Jun 03 21:57:04.340148 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: rbac_address_scope.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.341064 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.341624 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: rbac-address-scope
Jun 03 21:57:04.342001 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: rbac_security_groups.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.346669 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.347189 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: rbac-security-groups
Jun 03 21:57:04.347568 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: rbac_subnetpool.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.348519 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.349037 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: rbac-subnetpool
Jun 03 21:57:04.349363 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: revisionifmatch.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.350384 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.350900 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: revision-if-match
Jun 03 21:57:04.351223 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: revisions.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.352385 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.352908 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: standard-attr-revisions
Jun 03 21:57:04.353286 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: router_availability_zone.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.353965 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.354474 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: router_availability_zone
Jun 03 21:57:04.354797 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: routerservicetype.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.355740 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.356256 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extension router-service-type not supported by any of loaded plugins
Jun 03 21:57:04.356578 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.357534 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.358106 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: security-groups-normalized-cidr
Jun 03 21:57:04.358434 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: security_groups_port_filtering.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.359353 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.360143 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: port-security-groups-filtering
Jun 03 21:57:04.360230 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.361122 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.361639 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: security-groups-remote-address-group
Jun 03 21:57:04.361964 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: securitygroup.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.373048 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.373633 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: security-group
Jun 03 21:57:04.373969 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: segment.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.374815 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.375334 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extension segment not supported by any of loaded plugins
Jun 03 21:57:04.375694 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.376766 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.377284 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jun 03 21:57:04.377615 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: servicetype.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.378768 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.379345 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: service-type
Jun 03 21:57:04.379705 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: sorting.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.387039 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.387392 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: sorting
Jun 03 21:57:04.387724 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: standard_attr_segment.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.388649 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.389186 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extension standard-attr-segment not supported by any of loaded plugins
Jun 03 21:57:04.389519 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: standardattrdescription.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.390175 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.390692 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: standard-attr-description
Jun 03 21:57:04.391018 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: stateful_security_group.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.391970 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.392497 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: stateful-security-group
Jun 03 21:57:04.392875 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: stdattrs_common.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.393714 dv-cinder-794669-4-iscsi neutron-server[92454]: WARNING neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jun 03 21:57:04.394040 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.395075 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.395756 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jun 03 21:57:04.396090 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: subnet_onboard.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.397217 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.397744 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: subnet_onboard
Jun 03 21:57:04.398066 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.399049 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.399607 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jun 03 21:57:04.399933 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: subnet_service_types.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.400865 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.401373 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: subnet-service-types
Jun 03 21:57:04.401695 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: subnetallocation.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.402804 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.403365 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: subnet_allocation
Jun 03 21:57:04.403720 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.404389 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.404904 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: subnetpool-prefix-ops
Jun 03 21:57:04.405268 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.406206 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.406720 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jun 03 21:57:04.407047 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: tagging.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.408196 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.408738 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: standard-attr-tag
Jun 03 21:57:04.409064 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: timestamp.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.410301 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.410880 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loaded extension: standard-attr-timestamp
Jun 03 21:57:04.411212 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: trunk.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.412276 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.412830 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extension trunk not supported by any of loaded plugins
Jun 03 21:57:04.413159 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: trunk_details.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.414073 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.414591 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extension trunk-details not supported by any of loaded plugins
Jun 03 21:57:04.414915 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: uplink_status_propagation.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.415869 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.416385 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jun 03 21:57:04.416711 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Loading extension file: vlantransparent.py {{(pid=92454) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 03 21:57:04.417392 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92454) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 03 21:57:04.417906 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extension vlan-transparent not supported by any of loaded plugins
Jun 03 21:57:04.420545 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.quota.resource_registry [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Creating instance of TrackedResource for resource:network
Jun 03 21:57:04.421293 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.quota.resource_registry [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Creating instance of TrackedResource for resource:subnet
Jun 03 21:57:04.422110 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.quota.resource_registry [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Creating instance of TrackedResource for resource:subnetpool
Jun 03 21:57:04.422717 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.quota.resource_registry [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Creating instance of TrackedResource for resource:port
Jun 03 21:57:04.424095 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.v2.resource_helper [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 21:57:04.424554 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.v2.resource_helper [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Service FLAVORS assigned prefix:  {{(pid=92454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 21:57:04.425175 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.v2.resource_helper [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 21:57:04.425611 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.v2.resource_helper [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 21:57:04.425947 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.quota.resource_registry [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Creating instance of TrackedResource for resource:router
Jun 03 21:57:04.426610 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.quota.resource_registry [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Creating instance of TrackedResource for resource:floatingip
Jun 03 21:57:04.427345 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.v2.resource_helper [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Service METERING assigned prefix: /metering {{(pid=92454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 21:57:04.429564 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f815016be20>> rbac-policy before_create 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:04.429948 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f815016be20>> rbac-policy before_update 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:04.430309 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f815016be20>> rbac-policy before_delete 55550000 {{(pid=92454) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 21:57:04.431513 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.quota.resource_registry [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Creating instance of CountableResource for resource:rbac_policy
Jun 03 21:57:04.431959 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.quota.resource_registry [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Creating instance of TrackedResource for resource:security_group
Jun 03 21:57:04.432637 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.quota.resource_registry [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 03 21:57:04.433404 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.v2.resource_helper [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Service CORE assigned prefix:  {{(pid=92454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 21:57:04.433785 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.quota.resource_registry [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Creating instance of TrackedResource for resource:subnetpool
Jun 03 21:57:04.434157 dv-cinder-794669-4-iscsi neutron-server[92454]: WARNING neutron.quota.resource_registry [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] subnetpool is already registered
Jun 03 21:57:04.434787 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.v2.resource_helper [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Service CORE assigned prefix:  {{(pid=92454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 21:57:04.435115 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.quota.resource_registry [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Creating instance of TrackedResource for resource:subnetpool
Jun 03 21:57:04.435473 dv-cinder-794669-4-iscsi neutron-server[92454]: WARNING neutron.quota.resource_registry [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] subnetpool is already registered
Jun 03 21:57:04.438117 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.v2.resource_helper [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 21:57:04.438555 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.v2.resource_helper [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Service FLAVORS assigned prefix:  {{(pid=92454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 21:57:04.439156 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.v2.resource_helper [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 21:57:04.439632 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.v2.resource_helper [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 21:57:04.439969 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.quota.resource_registry [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Creating instance of TrackedResource for resource:router
Jun 03 21:57:04.440303 dv-cinder-794669-4-iscsi neutron-server[92454]: WARNING neutron.quota.resource_registry [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] router is already registered
Jun 03 21:57:04.440912 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.quota.resource_registry [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Creating instance of TrackedResource for resource:floatingip
Jun 03 21:57:04.441241 dv-cinder-794669-4-iscsi neutron-server[92454]: WARNING neutron.quota.resource_registry [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] floatingip is already registered
Jun 03 21:57:04.441880 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.v2.resource_helper [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Service METERING assigned prefix: /metering {{(pid=92454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 21:57:04.442549 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.quota.resource_registry [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Creating instance of CountableResource for resource:rbac_policy
Jun 03 21:57:04.442877 dv-cinder-794669-4-iscsi neutron-server[92454]: WARNING neutron.quota.resource_registry [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] rbac_policy is already registered
Jun 03 21:57:04.443443 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.quota.resource_registry [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Creating instance of TrackedResource for resource:security_group
Jun 03 21:57:04.444676 dv-cinder-794669-4-iscsi neutron-server[92454]: WARNING neutron.quota.resource_registry [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] security_group is already registered
Jun 03 21:57:04.445090 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.quota.resource_registry [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 03 21:57:04.445330 dv-cinder-794669-4-iscsi neutron-server[92454]: WARNING neutron.quota.resource_registry [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] security_group_rule is already registered
Jun 03 21:57:04.446079 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.v2.resource_helper [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Service CORE assigned prefix:  {{(pid=92454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 21:57:04.446450 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.quota.resource_registry [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Creating instance of TrackedResource for resource:subnetpool
Jun 03 21:57:04.446816 dv-cinder-794669-4-iscsi neutron-server[92454]: WARNING neutron.quota.resource_registry [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] subnetpool is already registered
Jun 03 21:57:04.447548 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.v2.resource_helper [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Service CORE assigned prefix:  {{(pid=92454) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 03 21:57:04.447910 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.quota.resource_registry [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Creating instance of TrackedResource for resource:subnetpool
Jun 03 21:57:04.448273 dv-cinder-794669-4-iscsi neutron-server[92454]: WARNING neutron.quota.resource_registry [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] subnetpool is already registered
Jun 03 21:57:04.448979 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extended resource: extensions {{(pid=92454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 21:57:04.450630 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extended resource: address-groups {{(pid=92454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 21:57:04.452348 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extended resource: address-scopes {{(pid=92454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 21:57:04.453586 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extended resource: agents {{(pid=92454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 21:57:04.454767 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extended resource: auto-allocated-topology {{(pid=92454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 21:57:04.456145 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extended resource: availability_zones {{(pid=92454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 21:57:04.457471 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extended resource: dhcp-networks {{(pid=92454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 21:57:04.458920 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extended resource: dhcp-agents {{(pid=92454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 21:57:04.460403 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extended resource: routers {{(pid=92454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 21:57:04.463381 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extended resource: flavors {{(pid=92454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 21:57:04.464577 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extended resource: service_profiles {{(pid=92454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 21:57:04.465792 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extended resource: next_providers {{(pid=92454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 21:57:04.467379 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extended resource: service_profiles {{(pid=92454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 21:57:04.468919 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extended resource: floatingip-pools {{(pid=92454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 21:57:04.470166 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extended resource: routers {{(pid=92454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 21:57:04.472069 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extended resource: floatingips {{(pid=92454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 21:57:04.473216 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extended resource: l3-routers {{(pid=92454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 21:57:04.474703 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extended resource: l3-agents {{(pid=92454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 21:57:04.476261 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extended resource: metering-labels {{(pid=92454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 21:57:04.477650 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extended resource: metering-label-rules {{(pid=92454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 21:57:04.479072 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extended resource: network-ip-availabilities {{(pid=92454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 21:57:04.480403 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extended resource: bindings {{(pid=92454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 21:57:04.482123 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extended resource: quotas {{(pid=92454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 21:57:04.483671 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extended resource: quotas {{(pid=92454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 21:57:04.485209 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extended resource: rbac-policies {{(pid=92454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 21:57:04.486509 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extended resource: security-groups {{(pid=92454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 21:57:04.487817 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extended resource: security-group-rules {{(pid=92454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 21:57:04.489535 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extended resource: service-providers {{(pid=92454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 21:57:04.490399 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extended resource: subnetpools {{(pid=92454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 21:57:04.492560 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extended resource: subnetpools {{(pid=92454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 21:57:04.494004 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extended resource: tags {{(pid=92454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 21:57:04.495770 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extended resource: tags {{(pid=92454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 21:57:04.497957 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extended resource: tags {{(pid=92454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 21:57:04.499767 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extended resource: tags {{(pid=92454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 21:57:04.501640 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extended resource: tags {{(pid=92454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 21:57:04.503501 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extended resource: tags {{(pid=92454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 21:57:04.505226 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extended resource: tags {{(pid=92454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 21:57:04.507775 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extended resource: tags {{(pid=92454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 21:57:04.509725 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extended resource: tags {{(pid=92454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 21:57:04.511554 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron.api.extensions [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Extended resource: tags {{(pid=92454) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 03 21:57:04.517917 dv-cinder-794669-4-iscsi neutron-server[92454]: WARNING keystonemiddleware.auth_token [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jun 03 21:57:04.523286 dv-cinder-794669-4-iscsi neutron-server[92454]: WARNING keystonemiddleware.auth_token [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jun 03 21:57:04.532346 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_concurrency.lockutils [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Acquired lock "singleton_lock" {{(pid=92454) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Jun 03 21:57:04.532674 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_concurrency.lockutils [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Releasing lock "singleton_lock" {{(pid=92454) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Jun 03 21:57:04.533334 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO oslo_service.service [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Starting 2 workers
Jun 03 21:57:04.538363 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Started child 92563 {{(pid=92454) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 03 21:57:04.543662 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Started child 92564 {{(pid=92454) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 03 21:57:04.543925 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:04.544913 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO neutron.service [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Neutron service started, listening on 0.0.0.0:9696
Jun 03 21:57:04.545586 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Notify callbacks [] for process, before_spawn {{(pid=92454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:04.545750 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [-] (92563) wsgi starting up on http://0.0.0.0:9696
Jun 03 21:57:04.548289 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO oslo_service.service [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Starting 1 workers
Jun 03 21:57:04.548724 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:04.550205 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [-] (92564) wsgi starting up on http://0.0.0.0:9696
Jun 03 21:57:04.554310 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Started child 92565 {{(pid=92454) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 03 21:57:04.554918 dv-cinder-794669-4-iscsi neutron-server[92454]: INFO oslo_service.service [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Starting 1 workers
Jun 03 21:57:04.557836 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.service [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] calling RpcWorker wait() {{(pid=92565) _wait /opt/stack/neutron/neutron/service.py:128}}
Jun 03 21:57:04.558531 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.service [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] returning from RpcWorker wait() {{(pid=92565) _wait /opt/stack/neutron/neutron/service.py:135}}
Jun 03 21:57:04.559732 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:04.559849 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Started child 92566 {{(pid=92454) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 03 21:57:04.560188 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 21:57:04.560585 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG neutron_lib.callbacks.manager [None req-f3d65830-00c3-4f04-8a1a-5402b28c245e None None] Notify callbacks [] for process, after_spawn {{(pid=92454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:04.562514 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92454) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 03 21:57:04.562723 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 03 21:57:04.562900 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 03 21:57:04.563135 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 03 21:57:04.563505 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 03 21:57:04.563679 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 03 21:57:04.564193 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.564469 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.564762 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.564860 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:04.565331 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.565331 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.565924 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.566075 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 21:57:04.566217 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.566459 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.566678 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.566925 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.567101 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.567279 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.567534 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.567750 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.568250 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.568552 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.569400 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.569728 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.569941 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.570157 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.570383 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.570799 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.571074 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] debug                          = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.571318 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.571714 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.571967 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.572242 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.572462 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.572737 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.572967 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.573219 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.573459 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.573716 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.573951 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.574334 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.574605 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.574822 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.575044 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.575317 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.575553 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.576069 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] host                           = dv-cinder-794669-4-iscsi {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.576330 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.576572 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.576822 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.577071 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.577332 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.577582 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.577841 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.578086 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.578345 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.578602 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.578818 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.579066 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.579280 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.579540 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.579798 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.580162 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.580162 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.580464 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.580653 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.580839 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.581025 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.581232 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.581450 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.581639 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.581827 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.582031 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.582247 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.582690 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.583006 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.583452 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.583693 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.583940 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.584156 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.584456 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.584695 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.584981 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.585284 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.585682 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.585979 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.586226 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.586446 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.589201 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.589468 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.589731 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.590018 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.590283 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.590531 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.591633 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.591921 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.592172 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.592421 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.592676 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.592960 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.593206 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.593491 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.593765 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.593992 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.594248 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.594490 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.594722 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.594942 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.595164 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.595384 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.595701 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.595907 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.596171 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.596393 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.596611 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.596851 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.597251 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.597811 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.598144 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.598400 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.598635 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.598898 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.599158 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.599495 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.600749 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.600749 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.600749 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.600749 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.601002 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.601303 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.601511 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.607255 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.607591 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.607894 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.608153 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.608410 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.608691 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.608911 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.609272 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.609960 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.610607 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.106/identity {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.610928 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.611242 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.613642 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.613881 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.615299 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.616073 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.616372 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.616711 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.616905 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.617141 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.617573 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.618073 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.618306 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.618546 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.618863 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.619761 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.620030 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.620281 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.620634 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.620955 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.621290 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.621524 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.621806 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.622034 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.622327 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.623746 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.624096 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.625419 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.625419 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.625419 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.625860 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.626004 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.626349 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.627119 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.627119 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.627552 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.628176 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.628418 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.628709 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.629056 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.629437 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.629822 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.630230 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.630606 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.631266 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.632136 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.634529 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.634788 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.635046 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.635314 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.635682 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.635942 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.636213 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.636455 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.636692 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.636941 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.637190 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.637440 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.637710 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.637948 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.638249 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.638492 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.638754 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.639014 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.639267 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.639674 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.640040 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.641534 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.641770 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.642019 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.642308 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.642549 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.642831 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.643070 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.643295 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.645609 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.645902 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.646520 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.647654 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.647936 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.648188 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.648888 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.649182 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.649435 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.649861 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.650156 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.650492 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.650795 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.651108 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.651363 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.651666 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.651956 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.652238 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.652494 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.652769 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.653040 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.653314 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.653574 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.653854 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.654091 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.654326 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.654555 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.654839 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.655094 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.655331 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.655579 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.655842 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.656186 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.656553 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.656774 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.657026 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.657991 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.657991 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.657991 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.658301 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.658391 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.658628 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.658852 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.659117 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.106/identity {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.659332 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.659620 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.660007 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.660227 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.660500 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.660739 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.660984 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.661203 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.661444 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.661815 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.662091 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.662320 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.663156 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.663379 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.663628 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.663886 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.664107 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.664337 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.664583 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.664806 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.665030 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.665251 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.665487 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.665756 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.665980 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.666249 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.666547 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.666766 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.667026 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.667281 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.667615 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.667879 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.668134 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.668356 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.668595 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.668825 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.669045 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.669262 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.669518 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.669846 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.670911 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.671651 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.671651 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.671889 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.672042 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.672270 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.673216 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.673216 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.673216 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.673216 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.673624 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.674196 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.674196 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.674196 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.674450 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.674619 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.674843 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.675960 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.675960 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.675960 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.675960 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.675960 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.676987 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.676987 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.676987 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.676987 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.677907 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.677907 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.677907 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.677907 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.679113 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.679113 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.679113 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.679486 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.679486 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.679728 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.679910 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.680287 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.680509 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.680726 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.680950 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.681235 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.681479 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.681716 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.681930 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.682149 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.682361 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.682702 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.682973 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.683210 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.683585 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.683869 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.684092 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.684381 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.684737 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.684953 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.685385 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.685646 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.685887 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.686131 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.686408 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.686408 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.687089 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.687232 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.687511 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.687787 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.688073 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1400:1449'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.688336 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.688557 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.688854 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.689193 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.689471 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.689783 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.690113 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.690380 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.690637 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.690866 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.691120 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.691359 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.691624 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.691869 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.692103 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.692368 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.692621 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.692851 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.693075 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.693300 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.693530 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.693839 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.694056 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.694216 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 03 21:57:04.694751 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92454) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 03 21:57:04.694911 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 03 21:57:04.695069 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 03 21:57:04.695262 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 03 21:57:04.695522 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 03 21:57:04.695702 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 03 21:57:04.695876 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.696039 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.696200 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.696360 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.696546 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.696725 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.696885 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.697043 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.697200 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.697359 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.697532 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.697677 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.697836 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.698049 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.698320 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.698541 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.698730 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.698985 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.699139 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.699263 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.699386 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.699574 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.699732 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] debug                          = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.699893 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.700100 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.700266 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.700428 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.700575 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.700718 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.700882 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.701154 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.701321 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.701555 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.701731 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.701883 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.702047 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.702190 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.702328 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.702493 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.702636 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.702764 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] host                           = dv-cinder-794669-4-iscsi {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.702897 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.703012 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.703181 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.703564 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.703564 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.703846 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.703846 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.704106 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.704106 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.704367 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.704367 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.704657 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.704657 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.704952 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.704952 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.705213 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.705350 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.705486 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.705622 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.705762 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.705900 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.706049 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.706187 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.706336 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.706473 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.706609 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.706753 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.706891 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.707027 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.707163 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.707308 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.707482 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.707625 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.707968 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.707968 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.708249 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.708399 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.708552 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.708691 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.708842 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.708980 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.709116 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.709252 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.709431 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.709570 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.709706 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.709842 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.709987 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.710134 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.710270 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.710417 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.710554 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.710690 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.710826 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.710961 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.711097 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.711233 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.711377 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.711547 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.711778 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.711943 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.712109 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.712282 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.712434 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.712642 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.712732 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.713086 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.713462 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.713647 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 03 21:57:04.713867 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.714204 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.714320 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.714429 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.714585 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.714735 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.714902 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.715063 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.715223 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.715384 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.715578 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.715740 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.715911 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.716071 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.716232 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.716398 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.716561 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.716719 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.716921 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.717096 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.717259 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.717419 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.717599 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.717761 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.717925 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.106/identity {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.718578 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.718724 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.718850 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.718975 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.719147 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.719317 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.719503 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.719666 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.719829 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.719990 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.720176 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.720361 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.720529 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.720689 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.720857 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.721020 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.721183 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.721347 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.721503 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.721664 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.721852 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.722036 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.722275 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.722275 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.722543 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.722767 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.722767 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.723017 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.723017 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.723251 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.723372 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.723517 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.723640 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.723806 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.723967 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.724129 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.724305 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.724676 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.724676 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.725431 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.725549 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.725678 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.725815 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.725974 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.726136 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.726297 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.726457 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.726618 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.726779 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.726940 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.727103 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.727263 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.727513 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.732276 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.732276 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.732276 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.732276 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.732276 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.732276 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.732276 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.732276 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.733273 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.733273 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.733273 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.733273 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.733273 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.733273 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.733273 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.733273 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.734353 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.734353 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.734353 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.734353 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.734353 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.734353 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.734353 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.734353 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.735227 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.735227 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.735227 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.735227 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.735227 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.735227 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.735227 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.735227 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.736074 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.736074 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.736074 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.736074 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.736074 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.736074 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.736074 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.736074 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.736893 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.736893 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.736893 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.736893 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.736893 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.736893 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.736893 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.736893 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.736893 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.737635 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.737635 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.737635 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.737635 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.737635 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.737635 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.738214 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 21:57:04.738309 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.738309 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.738309 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.738309 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.738309 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.738309 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.738309 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.738309 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.739048 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.739048 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.739048 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.106/identity {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.739048 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.739048 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.739048 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.739048 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.739048 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.739983 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.739983 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.739983 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.739983 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.739983 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.739983 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.739983 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.739983 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.741454 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.741454 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.741454 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.741454 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.741454 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.741454 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.742090 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.742090 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.742090 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.742090 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.742470 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.742470 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.742664 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.742664 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.742811 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.742975 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.743139 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.743302 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.743496 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.743663 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.743824 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.743985 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.744147 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.744308 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.744470 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.744658 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.744821 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.744984 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.745145 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.745308 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.745486 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.745647 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.745806 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.745967 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.746127 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.746288 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.746448 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.746608 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.746787 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.746953 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.747136 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.747267 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.747466 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.747880 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.747880 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.748120 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.748325 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.748560 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.749015 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.749015 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.749259 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.749362 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.749495 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.749663 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.750213 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.750369 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.750526 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.750692 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.750850 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.751021 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.751188 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.751438 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.751569 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.751708 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.751877 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.752005 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.752129 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.752295 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.752458 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.752613 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.752774 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.752935 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.753096 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.753256 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.753843 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.753843 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.753843 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.754197 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.754197 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.754429 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.754429 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.754673 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.754796 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.754917 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.755039 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.755183 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.755347 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.755550 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.755675 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.755846 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.756017 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.756207 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.756367 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.756599 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1400:1449'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.756882 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.756882 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.757423 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.757423 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.757423 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.757904 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.757904 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.757904 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.758252 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.758252 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.758252 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.758540 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.758540 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.758692 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.758846 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.759021 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.759194 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.759436 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.759773 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.759939 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.760075 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.760232 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.760376 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 03 21:57:04.760936 dv-cinder-794669-4-iscsi neutron-server[92454]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92454) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 03 21:57:04.871437 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 55580) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 21:57:04.880297 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [-] 10.222.0.106 "GET / HTTP/1.1" status: 200  len: 254 time: 0.0064838
Jun 03 21:57:16.972655 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7edd93c-6dcc-4a6b-a101-7cc1d93b5089 None None] get_active_networks_info from dv-cinder-794669-4-iscsi {{(pid=92565) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 03 21:57:17.088214 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7edd93c-6dcc-4a6b-a101-7cc1d93b5089 None None] No non-hosted networks {{(pid=92565) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jun 03 21:57:17.105333 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.agentschedulers_db [None req-f7edd93c-6dcc-4a6b-a101-7cc1d93b5089 None None] DHCP Agent not found on host dv-cinder-794669-4-iscsi {{(pid=92565) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Jun 03 21:57:17.231782 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-d2afa89c-dc54-4c28-8800-9229889c48e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767'] for agent, after_create {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:19.737814 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767'] for agent, after_create {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:19.739355 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:19.740116 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:19.741144 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:19.747475 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:19.747475 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:19.747475 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:19.747475 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:19.747475 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:19.747897 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:19.747897 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:19.747897 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:19.747897 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:19.748181 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f814fe7df10>, 'Open vSwitch agent', 'dv-cinder-794669-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 21:57:19.755920 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f814f506580>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-794669-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 21:57:19.789801 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-71bc9334-72bf-4b10-a342-09dcb6725f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767'] for agent, after_create {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:20.036753 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.db.api [None req-7387f7b4-8f14-4a1f-9b16-3f26edf551b5 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-794669-4-iscsi {{(pid=92565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 03 21:57:20.037630 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_db.api [None req-7387f7b4-8f14-4a1f-9b16-3f26edf551b5 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 03 21:57:20.647225 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-7387f7b4-8f14-4a1f-9b16-3f26edf551b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:21.006295 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767'] for agent, after_create {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:22.257620 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767'] for agent, after_create {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:23.624423 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 55676) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 21:57:24.285906 dv-cinder-794669-4-iscsi neutron-server[92564]: WARNING oslo_policy.policy [None req-065b0db8-6d7a-49b8-9dca-c830135fc2ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 03 21:57:24.286481 dv-cinder-794669-4-iscsi neutron-server[92564]: WARNING oslo_policy.policy [None req-065b0db8-6d7a-49b8-9dca-c830135fc2ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 03 21:57:24.509175 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [None req-065b0db8-6d7a-49b8-9dca-c830135fc2ef admin admin] http://10.222.0.106:9696/v2.0/extensions returned with HTTP 200 {{(pid=92564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 03 21:57:24.510236 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-065b0db8-6d7a-49b8-9dca-c830135fc2ef admin admin] 10.222.0.106 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8849916
Jun 03 21:57:25.912784 dv-cinder-794669-4-iscsi neutron-server[92565]: INFO neutron.db.l3_hamode_db [None req-8d8358ec-b3db-437b-9f03-41bbb77b15b0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jun 03 21:57:26.001628 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8358ec-b3db-437b-9f03-41bbb77b15b0 None None] Routers set() bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 21:57:26.001999 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8358ec-b3db-437b-9f03-41bbb77b15b0 None None] Router IDs set() for agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jun 03 21:57:26.938461 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 55690) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 21:57:27.319968 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [None req-df6b2adb-a1af-4762-b10f-a795cc9a77ad admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 21:57:27.422058 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.policy [None req-df6b2adb-a1af-4762-b10f-a795cc9a77ad admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92564) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 03 21:57:27.468629 dv-cinder-794669-4-iscsi neutron-server[92564]: WARNING oslo_policy.policy [None req-df6b2adb-a1af-4762-b10f-a795cc9a77ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 03 21:57:27.469004 dv-cinder-794669-4-iscsi neutron-server[92564]: WARNING oslo_policy.policy [None req-df6b2adb-a1af-4762-b10f-a795cc9a77ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 03 21:57:27.477848 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.quota [None req-df6b2adb-a1af-4762-b10f-a795cc9a77ad admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f814fbc5880>.
Jun 03 21:57:27.493368 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-df6b2adb-a1af-4762-b10f-a795cc9a77ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 21:57:27.672229 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-df6b2adb-a1af-4762-b10f-a795cc9a77ad admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762088038747', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762088042344', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762088051626', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762088058750', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762088396283', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762088401989', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1319460', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1324587', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-291157', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-491694'] for rbac-policy, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:27.949338 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-df6b2adb-a1af-4762-b10f-a795cc9a77ad admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:27.950548 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-df6b2adb-a1af-4762-b10f-a795cc9a77ad admin admin] 10.222.0.106 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.0110273
Jun 03 21:57:30.634334 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 55702) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 21:57:30.991928 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Request body: {'network': {'project_id': 'd8c12529f3bd4bafbaf0ab88b1c1cf5b', 'admin_state_up': True, 'tenant_id': 'd8c12529f3bd4bafbaf0ab88b1c1cf5b', 'name': 'private'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 21:57:30.996748 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 21:57:31.001223 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Usage tracker for resource:network and tenant:d8c12529f3bd4bafbaf0ab88b1c1cf5b is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 21:57:31.006471 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 21:57:31.013135 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 21:57:31.108830 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Made reservation on behalf of d8c12529f3bd4bafbaf0ab88b1c1cf5b for: {'network': 1} {{(pid=92564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 21:57:31.111861 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1611770'] for network, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:31.129542 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:31.143923 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 21:57:31.148282 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Usage tracker for resource:security_group_rule and tenant:d8c12529f3bd4bafbaf0ab88b1c1cf5b is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 21:57:31.153468 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 21:57:31.159088 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 21:57:31.256436 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:31.354820 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:31.359882 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 21:57:31.381606 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] vlan segment allocate from pool success with {'vlan_id': 1429, 'physical_network': 'physnet1'}  {{(pid=92564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 21:57:31.406037 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762086254776', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286'] for segment, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:31.406630 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f81509e8b80> segment precommit_create {{(pid=92564) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 03 21:57:31.409673 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.db.segments_db [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Added segment 2ff4edc8-b991-4036-bbb1-f21befd818c0 of type vlan for network b3e7c81d-e130-4205-a226-67fab67ab170
Jun 03 21:57:31.415767 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b662974-e4b9-40b6-9a7f-b2ff9fa8ac88,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 21:57:31.466162 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:31.469685 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:31.469685 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:31.469685 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:31.469685 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:31.469685 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:31.470140 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:31.470140 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:31.470140 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:31.470140 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:31.470140 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:31.470541 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:31.470541 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Tracked resource versions report:
Jun 03 21:57:31.470541 dv-cinder-794669-4-iscsi neutron-server[92564]: pushed versions:
Jun 03 21:57:31.470541 dv-cinder-794669-4-iscsi neutron-server[92564]: {   'AddressGroup': {'1.2'},
Jun 03 21:57:31.470541 dv-cinder-794669-4-iscsi neutron-server[92564]:     'ConntrackHelper': {'1.0'},
Jun 03 21:57:31.470541 dv-cinder-794669-4-iscsi neutron-server[92564]:     'Log': {'1.0'},
Jun 03 21:57:31.470541 dv-cinder-794669-4-iscsi neutron-server[92564]:     'Network': {'1.1'},
Jun 03 21:57:31.470541 dv-cinder-794669-4-iscsi neutron-server[92564]:     'Port': {'1.7'},
Jun 03 21:57:31.470541 dv-cinder-794669-4-iscsi neutron-server[92564]:     'PortForwarding': {'1.2'},
Jun 03 21:57:31.470541 dv-cinder-794669-4-iscsi neutron-server[92564]:     'QosPolicy': {'1.8'},
Jun 03 21:57:31.470541 dv-cinder-794669-4-iscsi neutron-server[92564]:     'SecurityGroup': {'1.4'},
Jun 03 21:57:31.470541 dv-cinder-794669-4-iscsi neutron-server[92564]:     'SecurityGroupRule': {'1.2'},
Jun 03 21:57:31.470541 dv-cinder-794669-4-iscsi neutron-server[92564]:     'SubPort': {'1.0'},
Jun 03 21:57:31.470541 dv-cinder-794669-4-iscsi neutron-server[92564]:     'Subnet': {'1.1'},
Jun 03 21:57:31.470541 dv-cinder-794669-4-iscsi neutron-server[92564]:     'Trunk': {'1.1'}}
Jun 03 21:57:31.470541 dv-cinder-794669-4-iscsi neutron-server[92564]: consumer versions:
Jun 03 21:57:31.470541 dv-cinder-794669-4-iscsi neutron-server[92564]: {   DHCP agent@dv-cinder-794669-4-iscsi: {},
Jun 03 21:57:31.470541 dv-cinder-794669-4-iscsi neutron-server[92564]:     L3 agent@dv-cinder-794669-4-iscsi: {},
Jun 03 21:57:31.470541 dv-cinder-794669-4-iscsi neutron-server[92564]:     Metadata agent@dv-cinder-794669-4-iscsi: {},
Jun 03 21:57:31.470541 dv-cinder-794669-4-iscsi neutron-server[92564]:     Metering agent@dv-cinder-794669-4-iscsi: {},
Jun 03 21:57:31.470541 dv-cinder-794669-4-iscsi neutron-server[92564]:     Open vSwitch agent@dv-cinder-794669-4-iscsi: {   'AddressGroup': '1.2',
Jun 03 21:57:31.470541 dv-cinder-794669-4-iscsi neutron-server[92564]:                                                      'ConntrackHelper': '1.0',
Jun 03 21:57:31.470541 dv-cinder-794669-4-iscsi neutron-server[92564]:                                                      'Log': '1.0',
Jun 03 21:57:31.470541 dv-cinder-794669-4-iscsi neutron-server[92564]:                                                      'Network': '1.1',
Jun 03 21:57:31.470541 dv-cinder-794669-4-iscsi neutron-server[92564]:                                                      'Port': '1.7',
Jun 03 21:57:31.470541 dv-cinder-794669-4-iscsi neutron-server[92564]:                                                      'PortForwarding': '1.2',
Jun 03 21:57:31.470541 dv-cinder-794669-4-iscsi neutron-server[92564]:                                                      'QosPolicy': '1.8',
Jun 03 21:57:31.470541 dv-cinder-794669-4-iscsi neutron-server[92564]:                                                      'SecurityGroup': '1.4',
Jun 03 21:57:31.470541 dv-cinder-794669-4-iscsi neutron-server[92564]:                                                      'SecurityGroupRule': '1.2',
Jun 03 21:57:31.470541 dv-cinder-794669-4-iscsi neutron-server[92564]:                                                      'SubPort': '1.0',
Jun 03 21:57:31.470541 dv-cinder-794669-4-iscsi neutron-server[92564]:                                                      'Subnet': '1.1',
Jun 03 21:57:31.470541 dv-cinder-794669-4-iscsi neutron-server[92564]:                                                      'Trunk': '1.1'}}
Jun 03 21:57:31.472623 dv-cinder-794669-4-iscsi neutron-server[92564]:  {{(pid=92564) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 03 21:57:31.522679 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 21:57:31.528767 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762085776842'] for network, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:31.663780 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630954'] for network, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:31.665295 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 21:57:31.665933 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for network, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:31.671160 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 21:57:31.775796 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Pushing event updated for resources: {'Network': ['ID=b3e7c81d-e130-4205-a226-67fab67ab170,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 21:57:31.779384 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 21:57:31.787467 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Network b3e7c81d-e130-4205-a226-67fab67ab170 details requested by agent ovs-agent-dv-cinder-794669-4-iscsi with host dv-cinder-794669-4-iscsi {{(pid=92565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 21:57:31.829442 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] 10.222.0.106 "POST /v2.0/networks HTTP/1.1" status: 201  len: 850 time: 1.1940320
Jun 03 21:57:34.534818 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 55716) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 21:57:34.992324 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac808a1-ff56-46be-9bfe-1f50a6c7b0c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 21:57:34.993679 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-7ac808a1-ff56-46be-9bfe-1f50a6c7b0c6 admin admin] 10.222.0.106 "GET /v2.0/networks/b3e7c81d-e130-4205-a226-67fab67ab170 HTTP/1.1" status: 200  len: 826 time: 0.4579096
Jun 03 21:57:35.022087 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-1ae062fe-c791-4a02-9229-7edb5c26274a admin admin] 10.222.0.106 "GET /v2.0/subnetpools/cb1b219c-ac11-449a-865a-35948f513903 HTTP/1.1" status: 200  len: 734 time: 0.0231056
Jun 03 21:57:35.030867 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [None req-e9f7cffb-88d4-4e43-b23e-1ccbcb5f8033 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'cb1b219c-ac11-449a-865a-35948f513903', 'network_id': 'b3e7c81d-e130-4205-a226-67fab67ab170', 'tenant_id': 'd8c12529f3bd4bafbaf0ab88b1c1cf5b', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 21:57:35.035473 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-e9f7cffb-88d4-4e43-b23e-1ccbcb5f8033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 21:57:35.040029 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-e9f7cffb-88d4-4e43-b23e-1ccbcb5f8033 admin admin] Usage tracker for resource:subnet and tenant:d8c12529f3bd4bafbaf0ab88b1c1cf5b is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 21:57:35.042851 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-e9f7cffb-88d4-4e43-b23e-1ccbcb5f8033 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 21:57:35.048450 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-e9f7cffb-88d4-4e43-b23e-1ccbcb5f8033 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 21:57:35.211770 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f7cffb-88d4-4e43-b23e-1ccbcb5f8033 admin admin] Made reservation on behalf of d8c12529f3bd4bafbaf0ab88b1c1cf5b for: {'subnet': 1} {{(pid=92564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 21:57:35.214219 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-e9f7cffb-88d4-4e43-b23e-1ccbcb5f8033 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:35.871613 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-e9f7cffb-88d4-4e43-b23e-1ccbcb5f8033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947'] for subnet, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:35.876892 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 21:57:35.953910 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7cffb-88d4-4e43-b23e-1ccbcb5f8033 admin admin] Pushing event updated for resources: {'Subnet': ['ID=598bcaee-1375-4419-8370-b6fc8e450cbd,revision_number=0']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 21:57:35.958132 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f7cffb-88d4-4e43-b23e-1ccbcb5f8033 admin admin] Checking segment: {'id': '2ff4edc8-b991-4036-bbb1-f21befd818c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': 'b3e7c81d-e130-4205-a226-67fab67ab170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 21:57:35.959005 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f7cffb-88d4-4e43-b23e-1ccbcb5f8033 admin admin] Network hostable DHCP agents. Network: b3e7c81d-e130-4205-a226-67fab67ab170, hostable agents: ['be050b16-fd90-4481-8e13-e59b75a800c3'], hosted agents: [] {{(pid=92564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 21:57:35.962035 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-e9f7cffb-88d4-4e43-b23e-1ccbcb5f8033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 21:57:36.120333 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f7cffb-88d4-4e43-b23e-1ccbcb5f8033 admin admin] Network b3e7c81d-e130-4205-a226-67fab67ab170 is scheduled to be hosted by DHCP agent be050b16-fd90-4481-8e13-e59b75a800c3 with binding_index 1 {{(pid=92564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 21:57:36.240443 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.base_scheduler [None req-e9f7cffb-88d4-4e43-b23e-1ccbcb5f8033 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-4-iscsi, b3e7c81d-e130-4205-a226-67fab67ab170) {{(pid=92564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 21:57:36.245813 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f7cffb-88d4-4e43-b23e-1ccbcb5f8033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 21:57:36.246905 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-e9f7cffb-88d4-4e43-b23e-1ccbcb5f8033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for subnet, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:36.250140 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9d90bd-28a8-4fe9-bb81-992f75b50abb None None] Network b3e7c81d-e130-4205-a226-67fab67ab170 requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 21:57:36.372248 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-e9f7cffb-88d4-4e43-b23e-1ccbcb5f8033 admin admin] 10.222.0.106 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.3448138
Jun 03 21:57:36.566562 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfd294f1-abd0-5e5a-9de6-d36a8946cd59-b3e7c81d-e130-4205-a226-67fab67ab170', 'network_id': 'b3e7c81d-e130-4205-a226-67fab67ab170', 'tenant_id': 'd8c12529f3bd4bafbaf0ab88b1c1cf5b', 'fixed_ips': [{'subnet_id': '598bcaee-1375-4419-8370-b6fc8e450cbd'}]}} from dv-cinder-794669-4-iscsi. {{(pid=92565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 03 21:57:36.568317 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:36.758635 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.db_base_plugin_common [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] Allocated IP 172.20.0.2 (b3e7c81d-e130-4205-a226-67fab67ab170/598bcaee-1375-4419-8370-b6fc8e450cbd/c90714d0-6737-49f7-b0e5-2f0699466d28) {{(pid=92565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 21:57:36.998923 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] Notify callbacks [] for port, precommit_create {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:37.013407 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] Transition to ACTIVE for port object c90714d0-6737-49f7-b0e5-2f0699466d28 will not be triggered until provisioned by entity L2. {{(pid=92565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 21:57:37.034041 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] Transition to ACTIVE for port object c90714d0-6737-49f7-b0e5-2f0699466d28 will not be triggered until provisioned by entity DHCP. {{(pid=92565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 21:57:37.137795 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540'] for port, after_create {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:37.143017 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 21:57:37.196880 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] Network b3e7c81d-e130-4205-a226-67fab67ab170 is already hosted by enough agents. {{(pid=92565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 21:57:37.198070 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.scheduler.base_scheduler [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] Resources bound (agent type, host, resource id):  {{(pid=92565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 21:57:37.203803 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] Received port after_create {{(pid=92565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 21:57:37.247033 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] Pushing event updated for resources: {'Port': ['ID=c90714d0-6737-49f7-b0e5-2f0699466d28,revision_number=1']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 21:57:37.287616 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:37.288282 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:37.288282 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:37.288517 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:37.288839 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:37.289161 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:37.289520 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:37.289797 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:37.290133 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:37.290450 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:37.290763 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:37.291075 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:37.292220 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] Tracked resource versions report:
Jun 03 21:57:37.292220 dv-cinder-794669-4-iscsi neutron-server[92565]: pushed versions:
Jun 03 21:57:37.292220 dv-cinder-794669-4-iscsi neutron-server[92565]: {   'AddressGroup': {'1.2'},
Jun 03 21:57:37.292220 dv-cinder-794669-4-iscsi neutron-server[92565]:     'ConntrackHelper': {'1.0'},
Jun 03 21:57:37.292220 dv-cinder-794669-4-iscsi neutron-server[92565]:     'Log': {'1.0'},
Jun 03 21:57:37.292220 dv-cinder-794669-4-iscsi neutron-server[92565]:     'Network': {'1.1'},
Jun 03 21:57:37.292220 dv-cinder-794669-4-iscsi neutron-server[92565]:     'Port': {'1.7'},
Jun 03 21:57:37.292220 dv-cinder-794669-4-iscsi neutron-server[92565]:     'PortForwarding': {'1.2'},
Jun 03 21:57:37.292220 dv-cinder-794669-4-iscsi neutron-server[92565]:     'QosPolicy': {'1.8'},
Jun 03 21:57:37.292220 dv-cinder-794669-4-iscsi neutron-server[92565]:     'SecurityGroup': {'1.4'},
Jun 03 21:57:37.292220 dv-cinder-794669-4-iscsi neutron-server[92565]:     'SecurityGroupRule': {'1.2'},
Jun 03 21:57:37.292220 dv-cinder-794669-4-iscsi neutron-server[92565]:     'SubPort': {'1.0'},
Jun 03 21:57:37.292220 dv-cinder-794669-4-iscsi neutron-server[92565]:     'Subnet': {'1.1'},
Jun 03 21:57:37.292220 dv-cinder-794669-4-iscsi neutron-server[92565]:     'Trunk': {'1.1'}}
Jun 03 21:57:37.292220 dv-cinder-794669-4-iscsi neutron-server[92565]: consumer versions:
Jun 03 21:57:37.292220 dv-cinder-794669-4-iscsi neutron-server[92565]: {   DHCP agent@dv-cinder-794669-4-iscsi: {},
Jun 03 21:57:37.292220 dv-cinder-794669-4-iscsi neutron-server[92565]:     L3 agent@dv-cinder-794669-4-iscsi: {},
Jun 03 21:57:37.292220 dv-cinder-794669-4-iscsi neutron-server[92565]:     Metadata agent@dv-cinder-794669-4-iscsi: {},
Jun 03 21:57:37.292220 dv-cinder-794669-4-iscsi neutron-server[92565]:     Metering agent@dv-cinder-794669-4-iscsi: {},
Jun 03 21:57:37.292220 dv-cinder-794669-4-iscsi neutron-server[92565]:     Open vSwitch agent@dv-cinder-794669-4-iscsi: {   'AddressGroup': '1.2',
Jun 03 21:57:37.292220 dv-cinder-794669-4-iscsi neutron-server[92565]:                                                      'ConntrackHelper': '1.0',
Jun 03 21:57:37.292220 dv-cinder-794669-4-iscsi neutron-server[92565]:                                                      'Log': '1.0',
Jun 03 21:57:37.292220 dv-cinder-794669-4-iscsi neutron-server[92565]:                                                      'Network': '1.1',
Jun 03 21:57:37.292220 dv-cinder-794669-4-iscsi neutron-server[92565]:                                                      'Port': '1.7',
Jun 03 21:57:37.292220 dv-cinder-794669-4-iscsi neutron-server[92565]:                                                      'PortForwarding': '1.2',
Jun 03 21:57:37.292220 dv-cinder-794669-4-iscsi neutron-server[92565]:                                                      'QosPolicy': '1.8',
Jun 03 21:57:37.292220 dv-cinder-794669-4-iscsi neutron-server[92565]:                                                      'SecurityGroup': '1.4',
Jun 03 21:57:37.292220 dv-cinder-794669-4-iscsi neutron-server[92565]:                                                      'SecurityGroupRule': '1.2',
Jun 03 21:57:37.292220 dv-cinder-794669-4-iscsi neutron-server[92565]:                                                      'SubPort': '1.0',
Jun 03 21:57:37.292220 dv-cinder-794669-4-iscsi neutron-server[92565]:                                                      'Subnet': '1.1',
Jun 03 21:57:37.292220 dv-cinder-794669-4-iscsi neutron-server[92565]:                                                      'Trunk': '1.1'}}
Jun 03 21:57:37.292220 dv-cinder-794669-4-iscsi neutron-server[92565]:  {{(pid=92565) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 03 21:57:37.305200 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 21:57:37.322633 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] Attempting to bind port c90714d0-6737-49f7-b0e5-2f0699466d28 on host dv-cinder-794669-4-iscsi for vnic_type normal with profile  {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 21:57:37.323034 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] Attempting to bind port c90714d0-6737-49f7-b0e5-2f0699466d28 by drivers openvswitch,hyperv on host dv-cinder-794669-4-iscsi at level 0 using segments [{'id': '2ff4edc8-b991-4036-bbb1-f21befd818c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': 'b3e7c81d-e130-4205-a226-67fab67ab170'}] {{(pid=92565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 21:57:37.323523 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] Attempting to bind port c90714d0-6737-49f7-b0e5-2f0699466d28 on network b3e7c81d-e130-4205-a226-67fab67ab170 {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 21:57:37.329233 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] Checking agent: {'id': '5a6b735b-9c6f-44f2-a3b4-85e645e583d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 57, 20), 'started_at': datetime.datetime(2021, 6, 3, 21, 57, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 21:57:37.329647 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] Checking segment: {'id': '2ff4edc8-b991-4036-bbb1-f21befd818c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': 'b3e7c81d-e130-4205-a226-67fab67ab170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 21:57:37.330145 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:37.330536 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] Bound using segment: {'id': '2ff4edc8-b991-4036-bbb1-f21befd818c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': 'b3e7c81d-e130-4205-a226-67fab67ab170'} {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 21:57:37.331018 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] Bound port: c90714d0-6737-49f7-b0e5-2f0699466d28, host: dv-cinder-794669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff4edc8-b991-4036-bbb1-f21befd818c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': 'b3e7c81d-e130-4205-a226-67fab67ab170'}}] {{(pid=92565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 21:57:37.331392 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:37.423124 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] For port c90714d0-6737-49f7-b0e5-2f0699466d28, host dv-cinder-794669-4-iscsi, cleared binding levels {{(pid=92565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 21:57:37.427526 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] For port c90714d0-6737-49f7-b0e5-2f0699466d28, host dv-cinder-794669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=c90714d0-6737-49f7-b0e5-2f0699466d28,segment=NetworkSegment(2ff4edc8-b991-4036-bbb1-f21befd818c0),segment_id=2ff4edc8-b991-4036-bbb1-f21befd818c0)] {{(pid=92565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 21:57:37.509337 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:37.513498 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 21:57:37.600179 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] Pushing event updated for resources: {'Port': ['ID=c90714d0-6737-49f7-b0e5-2f0699466d28,revision_number=2']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 21:57:37.608256 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 21:57:38.809692 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 55724) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 21:57:39.203978 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [None req-bb141548-d5ff-4daa-bbc7-5cafc7279ba7 admin admin] http://10.222.0.106:9696/v2.0/extensions returned with HTTP 200 {{(pid=92564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 03 21:57:39.219439 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-bb141548-d5ff-4daa-bbc7-5cafc7279ba7 admin admin] 10.222.0.106 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3941453
Jun 03 21:57:41.667960 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 55732) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 21:57:42.066815 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [None req-88a23f4f-4eb3-4151-b376-70cceefa97fc admin admin] http://10.222.0.106:9696/v2.0/extensions returned with HTTP 200 {{(pid=92564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 03 21:57:42.067923 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-88a23f4f-4eb3-4151-b376-70cceefa97fc admin admin] 10.222.0.106 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3990428
Jun 03 21:57:43.530168 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device c90714d0-6737-49f7-b0e5-2f0699466d28 up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 21:57:43.601454 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0afdf2b-c2cd-442a-ba4c-2667024b1d5e None None] Network b3e7c81d-e130-4205-a226-67fab67ab170 requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 21:57:43.978011 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning for port c90714d0-6737-49f7-b0e5-2f0699466d28 completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 21:57:43.982862 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-430f6908-b702-440c-a24b-0307c8ee2b07 None None] Provisioning for port c90714d0-6737-49f7-b0e5-2f0699466d28 completed by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 21:57:43.988467 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-430f6908-b702-440c-a24b-0307c8ee2b07 None None] Provisioning complete for port c90714d0-6737-49f7-b0e5-2f0699466d28 triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 21:57:43.988868 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-430f6908-b702-440c-a24b-0307c8ee2b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:44.013342 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port c90714d0-6737-49f7-b0e5-2f0699466d28 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 21:57:44.013724 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:44.247324 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-430f6908-b702-440c-a24b-0307c8ee2b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:44.260018 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:44.306723 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-430f6908-b702-440c-a24b-0307c8ee2b07 None None] For port c90714d0-6737-49f7-b0e5-2f0699466d28, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=c90714d0-6737-49f7-b0e5-2f0699466d28,segment=NetworkSegment(2ff4edc8-b991-4036-bbb1-f21befd818c0),segment_id=2ff4edc8-b991-4036-bbb1-f21befd818c0)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 21:57:44.383636 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-430f6908-b702-440c-a24b-0307c8ee2b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:44.386679 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 21:57:44.493739 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.db.api [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92565) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 03 21:57:44.494126 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_db.api [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 03 21:57:44.503173 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f6908-b702-440c-a24b-0307c8ee2b07 None None] Pushing event updated for resources: {'Port': ['ID=c90714d0-6737-49f7-b0e5-2f0699466d28,revision_number=3']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 21:57:44.508622 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-430f6908-b702-440c-a24b-0307c8ee2b07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 21:57:44.516399 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-98ed3927-3c25-49a5-bb3c-87d1f3f9baba None None] Provisioning complete for port c90714d0-6737-49f7-b0e5-2f0699466d28 triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 21:57:44.516770 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-98ed3927-3c25-49a5-bb3c-87d1f3f9baba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:44.862944 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 55746) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 21:57:45.473178 dv-cinder-794669-4-iscsi neutron-server[92563]: WARNING oslo_policy.policy [None req-27f5cc66-3893-42b5-8c8b-4a9808d28b1b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 03 21:57:45.474244 dv-cinder-794669-4-iscsi neutron-server[92563]: WARNING oslo_policy.policy [None req-27f5cc66-3893-42b5-8c8b-4a9808d28b1b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 03 21:57:45.492235 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device c90714d0-6737-49f7-b0e5-2f0699466d28 up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 21:57:45.559478 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port c90714d0-6737-49f7-b0e5-2f0699466d28 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 21:57:45.559854 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:45.689248 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-27f5cc66-3893-42b5-8c8b-4a9808d28b1b admin admin] Request body: {'router': {'tenant_id': 'd8c12529f3bd4bafbaf0ab88b1c1cf5b', 'admin_state_up': True, 'name': 'router1'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 21:57:45.757955 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.policy [None req-27f5cc66-3893-42b5-8c8b-4a9808d28b1b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92563) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 03 21:57:45.806434 dv-cinder-794669-4-iscsi neutron-server[92563]: WARNING oslo_policy.policy [None req-27f5cc66-3893-42b5-8c8b-4a9808d28b1b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 03 21:57:45.806833 dv-cinder-794669-4-iscsi neutron-server[92563]: WARNING oslo_policy.policy [None req-27f5cc66-3893-42b5-8c8b-4a9808d28b1b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 03 21:57:45.815425 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.quota [None req-27f5cc66-3893-42b5-8c8b-4a9808d28b1b admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f814fc362b0>.
Jun 03 21:57:45.830641 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-27f5cc66-3893-42b5-8c8b-4a9808d28b1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 21:57:45.837714 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-27f5cc66-3893-42b5-8c8b-4a9808d28b1b admin admin] Usage tracker for resource:router and tenant:d8c12529f3bd4bafbaf0ab88b1c1cf5b is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 21:57:45.842519 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-27f5cc66-3893-42b5-8c8b-4a9808d28b1b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 21:57:45.850577 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-27f5cc66-3893-42b5-8c8b-4a9808d28b1b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 21:57:45.971983 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-27f5cc66-3893-42b5-8c8b-4a9808d28b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-709094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38430'] for router, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:45.974011 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-27f5cc66-3893-42b5-8c8b-4a9808d28b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-708931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38423'] for router, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:45.999679 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-27f5cc66-3893-42b5-8c8b-4a9808d28b1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:46.201010 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-27f5cc66-3893-42b5-8c8b-4a9808d28b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-309310'] for router, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:46.320133 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-27f5cc66-3893-42b5-8c8b-4a9808d28b1b admin admin] Notify callbacks [] for router, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:46.321426 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-27f5cc66-3893-42b5-8c8b-4a9808d28b1b admin admin] 10.222.0.106 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 1.4627347
Jun 03 21:57:47.029371 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c37d5c90-d1b0-4d6b-a86b-635afd301b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:48.836497 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 55762) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 21:57:49.258590 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [None req-6cb323bb-779c-4f9c-baf1-d46f1019ebc7 admin admin] http://10.222.0.106:9696/v2.0/extensions returned with HTTP 200 {{(pid=92563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 03 21:57:49.259588 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-6cb323bb-779c-4f9c-baf1-d46f1019ebc7 admin admin] 10.222.0.106 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4220588
Jun 03 21:57:49.668817 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:49.748653 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1bc430b0-983c-4bb6-aa0b-50ba3eb8cc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:50.937034 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:51.699197 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 55780) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 21:57:51.849397 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 21:57:51.854589 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 21:57:51.858320 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Usage tracker for resource:network and tenant:1ad8a26ef13a4b32a01f6945e374109d is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 21:57:51.861923 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 21:57:51.868178 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 21:57:51.943346 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Made reservation on behalf of 1ad8a26ef13a4b32a01f6945e374109d for: {'network': 1} {{(pid=92563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 21:57:51.946259 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1611770'] for network, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:51.963047 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:51.978876 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 21:57:51.982936 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Usage tracker for resource:security_group_rule and tenant:1ad8a26ef13a4b32a01f6945e374109d is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 21:57:51.986789 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 21:57:51.995543 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 21:57:52.094999 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:52.206124 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:52.210638 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 21:57:52.224415 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Reserving flat network on physical network physnet1 {{(pid=92563) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jun 03 21:57:52.246047 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:52.258922 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762086254776', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286'] for segment, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:52.259558 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f81509e8b80> segment precommit_create {{(pid=92563) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 03 21:57:52.260028 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.db.segments_db [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Added segment cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c of type flat for network fbd3fa50-1ea9-4a37-9f63-373be6d121e3
Jun 03 21:57:52.311881 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf6589b-01ce-4db6-8cc2-51b9ebca51b5,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 21:57:52.335488 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:52.336114 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:52.336451 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:52.336781 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:52.337113 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:52.337454 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:52.337782 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:52.338093 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:52.338845 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:52.339177 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:52.339530 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:52.339853 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:52.340959 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Tracked resource versions report:
Jun 03 21:57:52.340959 dv-cinder-794669-4-iscsi neutron-server[92563]: pushed versions:
Jun 03 21:57:52.340959 dv-cinder-794669-4-iscsi neutron-server[92563]: {   'AddressGroup': {'1.2'},
Jun 03 21:57:52.340959 dv-cinder-794669-4-iscsi neutron-server[92563]:     'ConntrackHelper': {'1.0'},
Jun 03 21:57:52.340959 dv-cinder-794669-4-iscsi neutron-server[92563]:     'Log': {'1.0'},
Jun 03 21:57:52.340959 dv-cinder-794669-4-iscsi neutron-server[92563]:     'Network': {'1.1'},
Jun 03 21:57:52.340959 dv-cinder-794669-4-iscsi neutron-server[92563]:     'Port': {'1.7'},
Jun 03 21:57:52.340959 dv-cinder-794669-4-iscsi neutron-server[92563]:     'PortForwarding': {'1.2'},
Jun 03 21:57:52.340959 dv-cinder-794669-4-iscsi neutron-server[92563]:     'QosPolicy': {'1.8'},
Jun 03 21:57:52.340959 dv-cinder-794669-4-iscsi neutron-server[92563]:     'SecurityGroup': {'1.4'},
Jun 03 21:57:52.340959 dv-cinder-794669-4-iscsi neutron-server[92563]:     'SecurityGroupRule': {'1.2'},
Jun 03 21:57:52.340959 dv-cinder-794669-4-iscsi neutron-server[92563]:     'SubPort': {'1.0'},
Jun 03 21:57:52.340959 dv-cinder-794669-4-iscsi neutron-server[92563]:     'Subnet': {'1.1'},
Jun 03 21:57:52.340959 dv-cinder-794669-4-iscsi neutron-server[92563]:     'Trunk': {'1.1'}}
Jun 03 21:57:52.340959 dv-cinder-794669-4-iscsi neutron-server[92563]: consumer versions:
Jun 03 21:57:52.340959 dv-cinder-794669-4-iscsi neutron-server[92563]: {   DHCP agent@dv-cinder-794669-4-iscsi: {},
Jun 03 21:57:52.340959 dv-cinder-794669-4-iscsi neutron-server[92563]:     L3 agent@dv-cinder-794669-4-iscsi: {},
Jun 03 21:57:52.340959 dv-cinder-794669-4-iscsi neutron-server[92563]:     Metadata agent@dv-cinder-794669-4-iscsi: {},
Jun 03 21:57:52.340959 dv-cinder-794669-4-iscsi neutron-server[92563]:     Metering agent@dv-cinder-794669-4-iscsi: {},
Jun 03 21:57:52.340959 dv-cinder-794669-4-iscsi neutron-server[92563]:     Open vSwitch agent@dv-cinder-794669-4-iscsi: {   'AddressGroup': '1.2',
Jun 03 21:57:52.340959 dv-cinder-794669-4-iscsi neutron-server[92563]:                                                      'ConntrackHelper': '1.0',
Jun 03 21:57:52.340959 dv-cinder-794669-4-iscsi neutron-server[92563]:                                                      'Log': '1.0',
Jun 03 21:57:52.340959 dv-cinder-794669-4-iscsi neutron-server[92563]:                                                      'Network': '1.1',
Jun 03 21:57:52.340959 dv-cinder-794669-4-iscsi neutron-server[92563]:                                                      'Port': '1.7',
Jun 03 21:57:52.340959 dv-cinder-794669-4-iscsi neutron-server[92563]:                                                      'PortForwarding': '1.2',
Jun 03 21:57:52.340959 dv-cinder-794669-4-iscsi neutron-server[92563]:                                                      'QosPolicy': '1.8',
Jun 03 21:57:52.340959 dv-cinder-794669-4-iscsi neutron-server[92563]:                                                      'SecurityGroup': '1.4',
Jun 03 21:57:52.340959 dv-cinder-794669-4-iscsi neutron-server[92563]:                                                      'SecurityGroupRule': '1.2',
Jun 03 21:57:52.340959 dv-cinder-794669-4-iscsi neutron-server[92563]:                                                      'SubPort': '1.0',
Jun 03 21:57:52.340959 dv-cinder-794669-4-iscsi neutron-server[92563]:                                                      'Subnet': '1.1',
Jun 03 21:57:52.340959 dv-cinder-794669-4-iscsi neutron-server[92563]:                                                      'Trunk': '1.1'}}
Jun 03 21:57:52.340959 dv-cinder-794669-4-iscsi neutron-server[92563]:  {{(pid=92563) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 03 21:57:52.393638 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762085776842'] for network, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:52.410808 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 21:57:52.514449 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630954'] for network, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:52.516059 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 21:57:52.516716 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for network, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:52.522743 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 21:57:52.628930 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Pushing event updated for resources: {'Network': ['ID=fbd3fa50-1ea9-4a37-9f63-373be6d121e3,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 21:57:52.632849 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 21:57:52.640544 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Network fbd3fa50-1ea9-4a37-9f63-373be6d121e3 details requested by agent ovs-agent-dv-cinder-794669-4-iscsi with host dv-cinder-794669-4-iscsi {{(pid=92565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 21:57:52.698157 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] 10.222.0.106 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.9976895
Jun 03 21:57:54.915441 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 55802) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 21:57:55.027431 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aca59b8-faa0-442f-99f6-b835bc8c0f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 21:57:55.028784 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-3aca59b8-faa0-442f-99f6-b835bc8c0f38 admin admin] 10.222.0.106 "GET /v2.0/subnets/598bcaee-1375-4419-8370-b6fc8e450cbd HTTP/1.1" status: 200  len: 849 time: 0.1123974
Jun 03 21:57:55.189853 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-7c51c9c3-e93c-4c1c-851d-1c2e2442f4af admin admin] 10.222.0.106 "GET /v2.0/routers/1a2c38e5-9440-4fe0-9937-4abb91111e54 HTTP/1.1" status: 200  len: 704 time: 0.1555097
Jun 03 21:57:55.650182 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-105305ec-745a-42cd-a3cd-bbcefcc315ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:55.887719 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.db_base_plugin_common [None req-105305ec-745a-42cd-a3cd-bbcefcc315ec admin admin] Allocated IP 172.20.0.1 (b3e7c81d-e130-4205-a226-67fab67ab170/598bcaee-1375-4419-8370-b6fc8e450cbd/9db3b04b-97df-4e1d-8242-fb8d14e9cb82) {{(pid=92563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 21:57:56.182937 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-105305ec-745a-42cd-a3cd-bbcefcc315ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:56.200793 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.provisioning_blocks [None req-105305ec-745a-42cd-a3cd-bbcefcc315ec admin admin] Transition to ACTIVE for port object 9db3b04b-97df-4e1d-8242-fb8d14e9cb82 will not be triggered until provisioned by entity DHCP. {{(pid=92563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 21:57:56.377944 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-105305ec-745a-42cd-a3cd-bbcefcc315ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540'] for port, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:56.383510 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 21:57:56.443347 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105305ec-745a-42cd-a3cd-bbcefcc315ec admin admin] Network b3e7c81d-e130-4205-a226-67fab67ab170 is already hosted by enough agents. {{(pid=92563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 21:57:56.445909 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-105305ec-745a-42cd-a3cd-bbcefcc315ec admin admin] Resources bound (agent type, host, resource id):  {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 21:57:56.457749 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105305ec-745a-42cd-a3cd-bbcefcc315ec admin admin] Received port after_create {{(pid=92563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 21:57:56.458614 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-105305ec-745a-42cd-a3cd-bbcefcc315ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-309488'] for router_interface, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:56.575203 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105305ec-745a-42cd-a3cd-bbcefcc315ec admin admin] Pushing event updated for resources: {'Port': ['ID=9db3b04b-97df-4e1d-8242-fb8d14e9cb82,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 21:57:56.586487 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-105305ec-745a-42cd-a3cd-bbcefcc315ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 21:57:56.765356 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-07181e8c-9ba7-4805-904f-d527afaa265d None None] Provisioning for port 9db3b04b-97df-4e1d-8242-fb8d14e9cb82 completed by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 21:57:56.771346 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-07181e8c-9ba7-4805-904f-d527afaa265d None None] Provisioning complete for port 9db3b04b-97df-4e1d-8242-fb8d14e9cb82 triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 21:57:56.772577 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-07181e8c-9ba7-4805-904f-d527afaa265d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:56.824792 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-07181e8c-9ba7-4805-904f-d527afaa265d None None] Port 9db3b04b-97df-4e1d-8242-fb8d14e9cb82 cannot update to ACTIVE because it is not bound. {{(pid=92565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 21:57:56.877553 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-105305ec-745a-42cd-a3cd-bbcefcc315ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:57.102163 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-105305ec-745a-42cd-a3cd-bbcefcc315ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:57.188216 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-105305ec-745a-42cd-a3cd-bbcefcc315ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:57.189354 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-105305ec-745a-42cd-a3cd-bbcefcc315ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664988'] for router_interface, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:57.193559 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-105305ec-745a-42cd-a3cd-bbcefcc315ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 21:57:57.331688 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105305ec-745a-42cd-a3cd-bbcefcc315ec admin admin] Pushing event updated for resources: {'Port': ['ID=9db3b04b-97df-4e1d-8242-fb8d14e9cb82,revision_number=2']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 21:57:57.337818 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-105305ec-745a-42cd-a3cd-bbcefcc315ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 21:57:57.388243 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105305ec-745a-42cd-a3cd-bbcefcc315ec admin admin] Network b3e7c81d-e130-4205-a226-67fab67ab170 is already hosted by enough agents. {{(pid=92563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 21:57:57.389292 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-105305ec-745a-42cd-a3cd-bbcefcc315ec admin admin] Resources bound (agent type, host, resource id):  {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 21:57:57.546080 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-1d7ae0e3-3b12-499a-8e53-b28e1d82ecf6 None None] Provisioning complete for port 9db3b04b-97df-4e1d-8242-fb8d14e9cb82 triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 21:57:57.546452 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1d7ae0e3-3b12-499a-8e53-b28e1d82ecf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:57.601444 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-1d7ae0e3-3b12-499a-8e53-b28e1d82ecf6 None None] Port 9db3b04b-97df-4e1d-8242-fb8d14e9cb82 cannot update to ACTIVE because it is not bound. {{(pid=92565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 21:57:57.651355 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-105305ec-745a-42cd-a3cd-bbcefcc315ec admin admin] Router 1a2c38e5-9440-4fe0-9937-4abb91111e54 is scheduled to L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 with binding_index 1 {{(pid=92563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 03 21:57:57.805484 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105305ec-745a-42cd-a3cd-bbcefcc315ec admin admin] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 21:57:57.815047 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8d038b-7965-45f2-968e-e315a89aba59 None None] Sync routers for ids ['1a2c38e5-9440-4fe0-9937-4abb91111e54'] in dv-cinder-794669-4-iscsi {{(pid=92566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 21:57:57.815846 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-105305ec-745a-42cd-a3cd-bbcefcc315ec admin admin] 10.222.0.106 "PUT /v2.0/routers/1a2c38e5-9440-4fe0-9937-4abb91111e54/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.6204267
Jun 03 21:57:57.827505 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8d038b-7965-45f2-968e-e315a89aba59 None None] Routers {'1a2c38e5-9440-4fe0-9937-4abb91111e54'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 21:57:57.828375 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-3a8d038b-7965-45f2-968e-e315a89aba59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814fd7b970>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T21:57:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['1a2c38e5-9440-4fe0-9937-4abb91111e54'], 'active': True} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 21:57:58.003378 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvr_db [None req-3a8d038b-7965-45f2-968e-e315a89aba59 None None] Set router 1a2c38e5-9440-4fe0-9937-4abb91111e54 gateway port host: None {{(pid=92566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 21:57:58.371673 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-3a8d038b-7965-45f2-968e-e315a89aba59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814fd7b970>, [{'id': '1a2c38e5-9440-4fe0-9937-4abb91111e54', 'name': 'router1', 'tenant_id': 'd8c12529f3bd4bafbaf0ab88b1c1cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:57:45Z', 'updated_at': '2021-06-03T21:57:56Z', 'revision_number': 2, 'project_id': 'd8c12529f3bd4bafbaf0ab88b1c1cf5b', 'gw_port_host': None, '_interfaces': [{'id': '9db3b04b-97df-4e1d-8242-fb8d14e9cb82', 'name': '', 'network_id': 'b3e7c81d-e130-4205-a226-67fab67ab170', 'tenant_id': 'd8c12529f3bd4bafbaf0ab88b1c1cf5b', 'mac_address': 'fa:16:3e:8b:b5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2c38e5-9440-4fe0-9937-4abb91111e54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '598bcaee-1375-4419-8370-b6fc8e450cbd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:55Z', 'updated_at': '2021-06-03T21:57:56Z', 'revision_number': 2, 'project_id': 'd8c12529f3bd4bafbaf0ab88b1c1cf5b', 'subnets': [{'id': '598bcaee-1375-4419-8370-b6fc8e450cbd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cb1b219c-ac11-449a-865a-35948f513903'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 21:57:58.376605 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8d038b-7965-45f2-968e-e315a89aba59 None None] Checking router: 1a2c38e5-9440-4fe0-9937-4abb91111e54 for host: dv-cinder-794669-4-iscsi {{(pid=92566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 21:57:58.376971 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8d038b-7965-45f2-968e-e315a89aba59 None None] Updating router 1a2c38e5-9440-4fe0-9937-4abb91111e54 port 9db3b04b-97df-4e1d-8242-fb8d14e9cb82 binding host dv-cinder-794669-4-iscsi {{(pid=92566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 21:57:58.431868 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-3a8d038b-7965-45f2-968e-e315a89aba59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:58.812182 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-3a8d038b-7965-45f2-968e-e315a89aba59 None None] Notify callbacks [] for port, precommit_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:58.826694 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.provisioning_blocks [None req-3a8d038b-7965-45f2-968e-e315a89aba59 None None] Transition to ACTIVE for port object 9db3b04b-97df-4e1d-8242-fb8d14e9cb82 will not be triggered until provisioned by entity L2. {{(pid=92566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 21:57:58.937139 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-3a8d038b-7965-45f2-968e-e315a89aba59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:58.942282 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 21:57:59.116049 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2caa3a4-082f-4331-906f-e192b77c7ed8 None None] Pushing event updated for resources: {'Port': ['ID=9db3b04b-97df-4e1d-8242-fb8d14e9cb82,revision_number=3']} {{(pid=92566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 21:57:59.158875 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caa3a4-082f-4331-906f-e192b77c7ed8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:59.159212 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caa3a4-082f-4331-906f-e192b77c7ed8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:59.159579 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caa3a4-082f-4331-906f-e192b77c7ed8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:59.159900 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caa3a4-082f-4331-906f-e192b77c7ed8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:59.160214 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caa3a4-082f-4331-906f-e192b77c7ed8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:59.160525 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caa3a4-082f-4331-906f-e192b77c7ed8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:59.161379 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caa3a4-082f-4331-906f-e192b77c7ed8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:59.161685 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caa3a4-082f-4331-906f-e192b77c7ed8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:59.161999 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caa3a4-082f-4331-906f-e192b77c7ed8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:59.162314 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caa3a4-082f-4331-906f-e192b77c7ed8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:59.162606 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caa3a4-082f-4331-906f-e192b77c7ed8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:59.162906 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caa3a4-082f-4331-906f-e192b77c7ed8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:57:59.164066 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2caa3a4-082f-4331-906f-e192b77c7ed8 None None] Tracked resource versions report:
Jun 03 21:57:59.164066 dv-cinder-794669-4-iscsi neutron-server[92566]: pushed versions:
Jun 03 21:57:59.164066 dv-cinder-794669-4-iscsi neutron-server[92566]: {   'AddressGroup': {'1.2'},
Jun 03 21:57:59.164066 dv-cinder-794669-4-iscsi neutron-server[92566]:     'ConntrackHelper': {'1.0'},
Jun 03 21:57:59.164066 dv-cinder-794669-4-iscsi neutron-server[92566]:     'Log': {'1.0'},
Jun 03 21:57:59.164066 dv-cinder-794669-4-iscsi neutron-server[92566]:     'Network': {'1.1'},
Jun 03 21:57:59.164066 dv-cinder-794669-4-iscsi neutron-server[92566]:     'Port': {'1.7'},
Jun 03 21:57:59.164066 dv-cinder-794669-4-iscsi neutron-server[92566]:     'PortForwarding': {'1.2'},
Jun 03 21:57:59.164066 dv-cinder-794669-4-iscsi neutron-server[92566]:     'QosPolicy': {'1.8'},
Jun 03 21:57:59.164066 dv-cinder-794669-4-iscsi neutron-server[92566]:     'SecurityGroup': {'1.4'},
Jun 03 21:57:59.164066 dv-cinder-794669-4-iscsi neutron-server[92566]:     'SecurityGroupRule': {'1.2'},
Jun 03 21:57:59.164066 dv-cinder-794669-4-iscsi neutron-server[92566]:     'SubPort': {'1.0'},
Jun 03 21:57:59.164066 dv-cinder-794669-4-iscsi neutron-server[92566]:     'Subnet': {'1.1'},
Jun 03 21:57:59.164066 dv-cinder-794669-4-iscsi neutron-server[92566]:     'Trunk': {'1.1'}}
Jun 03 21:57:59.164066 dv-cinder-794669-4-iscsi neutron-server[92566]: consumer versions:
Jun 03 21:57:59.164066 dv-cinder-794669-4-iscsi neutron-server[92566]: {   DHCP agent@dv-cinder-794669-4-iscsi: {},
Jun 03 21:57:59.164066 dv-cinder-794669-4-iscsi neutron-server[92566]:     L3 agent@dv-cinder-794669-4-iscsi: {},
Jun 03 21:57:59.164066 dv-cinder-794669-4-iscsi neutron-server[92566]:     Metadata agent@dv-cinder-794669-4-iscsi: {},
Jun 03 21:57:59.164066 dv-cinder-794669-4-iscsi neutron-server[92566]:     Metering agent@dv-cinder-794669-4-iscsi: {},
Jun 03 21:57:59.164066 dv-cinder-794669-4-iscsi neutron-server[92566]:     Open vSwitch agent@dv-cinder-794669-4-iscsi: {   'AddressGroup': '1.2',
Jun 03 21:57:59.164066 dv-cinder-794669-4-iscsi neutron-server[92566]:                                                      'ConntrackHelper': '1.0',
Jun 03 21:57:59.164066 dv-cinder-794669-4-iscsi neutron-server[92566]:                                                      'Log': '1.0',
Jun 03 21:57:59.164066 dv-cinder-794669-4-iscsi neutron-server[92566]:                                                      'Network': '1.1',
Jun 03 21:57:59.164066 dv-cinder-794669-4-iscsi neutron-server[92566]:                                                      'Port': '1.7',
Jun 03 21:57:59.164066 dv-cinder-794669-4-iscsi neutron-server[92566]:                                                      'PortForwarding': '1.2',
Jun 03 21:57:59.164066 dv-cinder-794669-4-iscsi neutron-server[92566]:                                                      'QosPolicy': '1.8',
Jun 03 21:57:59.164066 dv-cinder-794669-4-iscsi neutron-server[92566]:                                                      'SecurityGroup': '1.4',
Jun 03 21:57:59.164066 dv-cinder-794669-4-iscsi neutron-server[92566]:                                                      'SecurityGroupRule': '1.2',
Jun 03 21:57:59.164066 dv-cinder-794669-4-iscsi neutron-server[92566]:                                                      'SubPort': '1.0',
Jun 03 21:57:59.164066 dv-cinder-794669-4-iscsi neutron-server[92566]:                                                      'Subnet': '1.1',
Jun 03 21:57:59.164066 dv-cinder-794669-4-iscsi neutron-server[92566]:                                                      'Trunk': '1.1'}}
Jun 03 21:57:59.164066 dv-cinder-794669-4-iscsi neutron-server[92566]:  {{(pid=92566) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 03 21:57:59.175391 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG oslo_concurrency.lockutils [None req-f2caa3a4-082f-4331-906f-e192b77c7ed8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 21:57:59.183064 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.managers [None req-3a8d038b-7965-45f2-968e-e315a89aba59 None None] Attempting to bind port 9db3b04b-97df-4e1d-8242-fb8d14e9cb82 on host dv-cinder-794669-4-iscsi for vnic_type normal with profile  {{(pid=92566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 21:57:59.183847 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.managers [None req-3a8d038b-7965-45f2-968e-e315a89aba59 None None] Attempting to bind port 9db3b04b-97df-4e1d-8242-fb8d14e9cb82 by drivers openvswitch,hyperv on host dv-cinder-794669-4-iscsi at level 0 using segments [{'id': '2ff4edc8-b991-4036-bbb1-f21befd818c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': 'b3e7c81d-e130-4205-a226-67fab67ab170'}] {{(pid=92566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 21:57:59.183993 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8d038b-7965-45f2-968e-e315a89aba59 None None] Attempting to bind port 9db3b04b-97df-4e1d-8242-fb8d14e9cb82 on network b3e7c81d-e130-4205-a226-67fab67ab170 {{(pid=92566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 21:57:59.189471 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8d038b-7965-45f2-968e-e315a89aba59 None None] Checking agent: {'id': '5a6b735b-9c6f-44f2-a3b4-85e645e583d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 57, 20), 'started_at': datetime.datetime(2021, 6, 3, 21, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 21:57:59.189879 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8d038b-7965-45f2-968e-e315a89aba59 None None] Checking segment: {'id': '2ff4edc8-b991-4036-bbb1-f21befd818c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': 'b3e7c81d-e130-4205-a226-67fab67ab170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 21:57:59.190558 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-3a8d038b-7965-45f2-968e-e315a89aba59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:59.190943 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8d038b-7965-45f2-968e-e315a89aba59 None None] Bound using segment: {'id': '2ff4edc8-b991-4036-bbb1-f21befd818c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': 'b3e7c81d-e130-4205-a226-67fab67ab170'} {{(pid=92566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 21:57:59.191438 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.managers [None req-3a8d038b-7965-45f2-968e-e315a89aba59 None None] Bound port: 9db3b04b-97df-4e1d-8242-fb8d14e9cb82, host: dv-cinder-794669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff4edc8-b991-4036-bbb1-f21befd818c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1429, 'network_id': 'b3e7c81d-e130-4205-a226-67fab67ab170'}}] {{(pid=92566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 21:57:59.191989 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-3a8d038b-7965-45f2-968e-e315a89aba59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:59.280960 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.db [None req-3a8d038b-7965-45f2-968e-e315a89aba59 None None] For port 9db3b04b-97df-4e1d-8242-fb8d14e9cb82, host dv-cinder-794669-4-iscsi, cleared binding levels {{(pid=92566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 21:57:59.285058 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.db [None req-3a8d038b-7965-45f2-968e-e315a89aba59 None None] For port 9db3b04b-97df-4e1d-8242-fb8d14e9cb82, host dv-cinder-794669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=9db3b04b-97df-4e1d-8242-fb8d14e9cb82,segment=NetworkSegment(2ff4edc8-b991-4036-bbb1-f21befd818c0),segment_id=2ff4edc8-b991-4036-bbb1-f21befd818c0)] {{(pid=92566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 21:57:59.468676 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-3a8d038b-7965-45f2-968e-e315a89aba59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:57:59.472785 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 21:57:59.587977 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8d038b-7965-45f2-968e-e315a89aba59 None None] Routers {'1a2c38e5-9440-4fe0-9937-4abb91111e54'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 21:57:59.587977 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-3a8d038b-7965-45f2-968e-e315a89aba59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814fd7b970>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T21:57:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['1a2c38e5-9440-4fe0-9937-4abb91111e54'], 'active': True} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 21:57:59.644940 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2caa3a4-082f-4331-906f-e192b77c7ed8 None None] Pushing event updated for resources: {'Port': ['ID=9db3b04b-97df-4e1d-8242-fb8d14e9cb82,revision_number=4']} {{(pid=92566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 21:57:59.649483 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG oslo_concurrency.lockutils [None req-f2caa3a4-082f-4331-906f-e192b77c7ed8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 21:57:59.758019 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvr_db [None req-3a8d038b-7965-45f2-968e-e315a89aba59 None None] Set router 1a2c38e5-9440-4fe0-9937-4abb91111e54 gateway port host: None {{(pid=92566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 21:58:00.016075 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 55812) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 21:58:00.100517 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-3a8d038b-7965-45f2-968e-e315a89aba59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814fd7b970>, [{'id': '1a2c38e5-9440-4fe0-9937-4abb91111e54', 'name': 'router1', 'tenant_id': 'd8c12529f3bd4bafbaf0ab88b1c1cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:57:45Z', 'updated_at': '2021-06-03T21:57:56Z', 'revision_number': 2, 'project_id': 'd8c12529f3bd4bafbaf0ab88b1c1cf5b', 'gw_port_host': None, '_interfaces': [{'id': '9db3b04b-97df-4e1d-8242-fb8d14e9cb82', 'name': '', 'network_id': 'b3e7c81d-e130-4205-a226-67fab67ab170', 'tenant_id': 'd8c12529f3bd4bafbaf0ab88b1c1cf5b', 'mac_address': 'fa:16:3e:8b:b5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2c38e5-9440-4fe0-9937-4abb91111e54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '598bcaee-1375-4419-8370-b6fc8e450cbd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:55Z', 'updated_at': '2021-06-03T21:57:59Z', 'revision_number': 4, 'project_id': 'd8c12529f3bd4bafbaf0ab88b1c1cf5b', 'subnets': [{'id': '598bcaee-1375-4419-8370-b6fc8e450cbd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cb1b219c-ac11-449a-865a-35948f513903'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 21:58:00.104925 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8d038b-7965-45f2-968e-e315a89aba59 None None] The sync data for ids ['1a2c38e5-9440-4fe0-9937-4abb91111e54'] in dv-cinder-794669-4-iscsi is: [{'id': '1a2c38e5-9440-4fe0-9937-4abb91111e54', 'name': 'router1', 'tenant_id': 'd8c12529f3bd4bafbaf0ab88b1c1cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:57:45Z', 'updated_at': '2021-06-03T21:57:56Z', 'revision_number': 2, 'project_id': 'd8c12529f3bd4bafbaf0ab88b1c1cf5b', 'gw_port_host': None, '_interfaces': [{'id': '9db3b04b-97df-4e1d-8242-fb8d14e9cb82', 'name': '', 'network_id': 'b3e7c81d-e130-4205-a226-67fab67ab170', 'tenant_id': 'd8c12529f3bd4bafbaf0ab88b1c1cf5b', 'mac_address': 'fa:16:3e:8b:b5:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2c38e5-9440-4fe0-9937-4abb91111e54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '598bcaee-1375-4419-8370-b6fc8e450cbd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:55Z', 'updated_at': '2021-06-03T21:57:59Z', 'revision_number': 4, 'project_id': 'd8c12529f3bd4bafbaf0ab88b1c1cf5b', 'subnets': [{'id': '598bcaee-1375-4419-8370-b6fc8e450cbd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cb1b219c-ac11-449a-865a-35948f513903'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 21:58:00.173573 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ade93d0-c2ec-41cc-aa6a-193c25bf775f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 21:58:00.174128 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-3ade93d0-c2ec-41cc-aa6a-193c25bf775f admin admin] Synchronizing usage tracker for tenant:1ad8a26ef13a4b32a01f6945e374109d on resource:network {{(pid=92563) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 21:58:00.274400 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-3ade93d0-c2ec-41cc-aa6a-193c25bf775f admin admin] Unset dirty status for tenant:1ad8a26ef13a4b32a01f6945e374109d on resource:network {{(pid=92563) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 21:58:00.275784 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-3ade93d0-c2ec-41cc-aa6a-193c25bf775f admin admin] 10.222.0.106 "GET /v2.0/networks/fbd3fa50-1ea9-4a37-9f63-373be6d121e3 HTTP/1.1" status: 200  len: 842 time: 0.2586446
Jun 03 21:58:00.286157 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-6cb99075-a117-418c-9262-0e0efa867190 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'ip_version': 4}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 21:58:00.291932 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-6cb99075-a117-418c-9262-0e0efa867190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 21:58:00.295943 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-6cb99075-a117-418c-9262-0e0efa867190 admin admin] Usage tracker for resource:subnet and tenant:1ad8a26ef13a4b32a01f6945e374109d is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 21:58:00.299187 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-6cb99075-a117-418c-9262-0e0efa867190 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 21:58:00.306719 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-6cb99075-a117-418c-9262-0e0efa867190 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 21:58:00.457269 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb99075-a117-418c-9262-0e0efa867190 admin admin] Made reservation on behalf of 1ad8a26ef13a4b32a01f6945e374109d for: {'subnet': 1} {{(pid=92563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 21:58:00.460083 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-6cb99075-a117-418c-9262-0e0efa867190 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:58:01.108898 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.objects.ports [None req-6cb99075-a117-418c-9262-0e0efa867190 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92563) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 03 21:58:01.109756 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-6cb99075-a117-418c-9262-0e0efa867190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947'] for subnet, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:58:01.113248 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 21:58:01.231751 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb99075-a117-418c-9262-0e0efa867190 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b881b088-b524-4558-b754-6a0245dcfb71,revision_number=0']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 21:58:01.237633 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-6cb99075-a117-418c-9262-0e0efa867190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 21:58:01.240828 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb99075-a117-418c-9262-0e0efa867190 admin admin] Checking segment: {'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 21:58:01.240929 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb99075-a117-418c-9262-0e0efa867190 admin admin] Network hostable DHCP agents. Network: fbd3fa50-1ea9-4a37-9f63-373be6d121e3, hostable agents: ['be050b16-fd90-4481-8e13-e59b75a800c3'], hosted agents: [] {{(pid=92563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 21:58:01.348218 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb99075-a117-418c-9262-0e0efa867190 admin admin] Network fbd3fa50-1ea9-4a37-9f63-373be6d121e3 is scheduled to be hosted by DHCP agent be050b16-fd90-4481-8e13-e59b75a800c3 with binding_index 1 {{(pid=92563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 21:58:01.491024 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-6cb99075-a117-418c-9262-0e0efa867190 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-4-iscsi, fbd3fa50-1ea9-4a37-9f63-373be6d121e3) {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 21:58:01.496418 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb99075-a117-418c-9262-0e0efa867190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 21:58:01.498147 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-6cb99075-a117-418c-9262-0e0efa867190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for subnet, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:58:01.499105 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107ab66c-160f-4b09-b121-34be42db806d None None] Network fbd3fa50-1ea9-4a37-9f63-373be6d121e3 requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 21:58:01.594733 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-6cb99075-a117-418c-9262-0e0efa867190 admin admin] 10.222.0.106 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3129044
Jun 03 21:58:01.718297 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb01fac-73d5-44b9-8b39-9fd5a01bf08f None None] Network fbd3fa50-1ea9-4a37-9f63-373be6d121e3 requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 21:58:03.512988 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 9db3b04b-97df-4e1d-8242-fb8d14e9cb82 up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 21:58:03.662359 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning for port 9db3b04b-97df-4e1d-8242-fb8d14e9cb82 completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 21:58:03.671357 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port 9db3b04b-97df-4e1d-8242-fb8d14e9cb82 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 21:58:03.671357 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:58:03.791175 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:58:03.826887 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] For port 9db3b04b-97df-4e1d-8242-fb8d14e9cb82, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=9db3b04b-97df-4e1d-8242-fb8d14e9cb82,segment=NetworkSegment(2ff4edc8-b991-4036-bbb1-f21befd818c0),segment_id=2ff4edc8-b991-4036-bbb1-f21befd818c0)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 21:58:03.872291 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 55824) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 21:58:03.960456 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:58:03.964061 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 21:58:04.032542 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Pushing event updated for resources: {'Port': ['ID=9db3b04b-97df-4e1d-8242-fb8d14e9cb82,revision_number=5']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 21:58:04.036379 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 21:58:04.068131 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-8a4011f0-bbf1-467f-bde9-afc55be2a95f admin admin] 10.222.0.106 "GET /v2.0/routers/1a2c38e5-9440-4fe0-9937-4abb91111e54 HTTP/1.1" status: 200  len: 710 time: 0.1945124
Jun 03 21:58:04.195866 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b763e931-8797-4ce0-a98e-006291b23458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 21:58:04.197121 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-b763e931-8797-4ce0-a98e-006291b23458 admin admin] 10.222.0.106 "GET /v2.0/networks/fbd3fa50-1ea9-4a37-9f63-373be6d121e3 HTTP/1.1" status: 200  len: 886 time: 0.1237395
Jun 03 21:58:04.205750 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-60a3b418-9a04-4fba-8e7b-03acc33c283b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'}}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 21:58:04.639293 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-60a3b418-9a04-4fba-8e7b-03acc33c283b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38521'] for router, precommit_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:58:05.051343 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-60a3b418-9a04-4fba-8e7b-03acc33c283b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:58:05.107216 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-60a3b418-9a04-4fba-8e7b-03acc33c283b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:58:05.293187 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.db_base_plugin_common [None req-60a3b418-9a04-4fba-8e7b-03acc33c283b admin admin] Allocated IP 172.27.0.249 (fbd3fa50-1ea9-4a37-9f63-373be6d121e3/b881b088-b524-4558-b754-6a0245dcfb71/2f5bc4e8-da81-4fb6-894b-4ccf182d4305) {{(pid=92563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 21:58:05.435670 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-60a3b418-9a04-4fba-8e7b-03acc33c283b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:58:05.499231 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 9db3b04b-97df-4e1d-8242-fb8d14e9cb82 up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 21:58:05.560051 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-60a3b418-9a04-4fba-8e7b-03acc33c283b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540'] for port, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:58:05.564973 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 21:58:05.571009 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port 9db3b04b-97df-4e1d-8242-fb8d14e9cb82 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 21:58:05.571363 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:58:05.621969 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a3b418-9a04-4fba-8e7b-03acc33c283b admin admin] Network fbd3fa50-1ea9-4a37-9f63-373be6d121e3 is already hosted by enough agents. {{(pid=92563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 21:58:05.624556 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-60a3b418-9a04-4fba-8e7b-03acc33c283b admin admin] Resources bound (agent type, host, resource id):  {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 21:58:05.628184 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a3b418-9a04-4fba-8e7b-03acc33c283b admin admin] Received port after_create {{(pid=92563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 21:58:05.695778 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a3b418-9a04-4fba-8e7b-03acc33c283b admin admin] Pushing event updated for resources: {'Port': ['ID=2f5bc4e8-da81-4fb6-894b-4ccf182d4305,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 21:58:05.699698 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-60a3b418-9a04-4fba-8e7b-03acc33c283b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 21:58:06.138088 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-60a3b418-9a04-4fba-8e7b-03acc33c283b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:58:06.472294 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-60a3b418-9a04-4fba-8e7b-03acc33c283b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38521'] for router, precommit_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:58:06.475610 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-60a3b418-9a04-4fba-8e7b-03acc33c283b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-309310', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-710868', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-710861', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-709069'] for router, after_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:58:06.653753 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a3b418-9a04-4fba-8e7b-03acc33c283b admin admin] Router 1a2c38e5-9440-4fe0-9937-4abb91111e54 has already been hosted by L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 {{(pid=92563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 21:58:06.883944 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a3b418-9a04-4fba-8e7b-03acc33c283b admin admin] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 21:58:06.891748 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-60a3b418-9a04-4fba-8e7b-03acc33c283b admin admin] Notify callbacks [] for router, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:58:06.893176 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-60a3b418-9a04-4fba-8e7b-03acc33c283b admin admin] 10.222.0.106 "PUT /v2.0/routers/1a2c38e5-9440-4fe0-9937-4abb91111e54 HTTP/1.1" status: 200  len: 890 time: 2.6906433
Jun 03 21:58:06.894411 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b3d02e-433a-4258-96ee-1aa417a8eecc None None] Sync routers for ids ['1a2c38e5-9440-4fe0-9937-4abb91111e54'] in dv-cinder-794669-4-iscsi {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 21:58:06.906573 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b3d02e-433a-4258-96ee-1aa417a8eecc None None] Routers {'1a2c38e5-9440-4fe0-9937-4abb91111e54'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 21:58:06.907255 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-55b3d02e-433a-4258-96ee-1aa417a8eecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814f533220>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T21:57:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['1a2c38e5-9440-4fe0-9937-4abb91111e54'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 21:58:07.105025 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-55b3d02e-433a-4258-96ee-1aa417a8eecc None None] Set router 1a2c38e5-9440-4fe0-9937-4abb91111e54 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 21:58:07.447384 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-55b3d02e-433a-4258-96ee-1aa417a8eecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814f533220>, [{'id': '1a2c38e5-9440-4fe0-9937-4abb91111e54', 'name': 'router1', 'tenant_id': 'd8c12529f3bd4bafbaf0ab88b1c1cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '2f5bc4e8-da81-4fb6-894b-4ccf182d4305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:57:45Z', 'updated_at': '2021-06-03T21:58:05Z', 'revision_number': 4, 'project_id': 'd8c12529f3bd4bafbaf0ab88b1c1cf5b', 'gw_port': {'id': '2f5bc4e8-da81-4fb6-894b-4ccf182d4305', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2c38e5-9440-4fe0-9937-4abb91111e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:58:05Z', 'updated_at': '2021-06-03T21:58:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': '9db3b04b-97df-4e1d-8242-fb8d14e9cb82', 'name': '', 'network_id': 'b3e7c81d-e130-4205-a226-67fab67ab170', 'tenant_id': 'd8c12529f3bd4bafbaf0ab88b1c1cf5b', 'mac_address': 'fa:16:3e:8b:b5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2c38e5-9440-4fe0-9937-4abb91111e54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '598bcaee-1375-4419-8370-b6fc8e450cbd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:55Z', 'updated_at': '2021-06-03T21:58:03Z', 'revision_number': 5, 'project_id': 'd8c12529f3bd4bafbaf0ab88b1c1cf5b', 'subnets': [{'id': '598bcaee-1375-4419-8370-b6fc8e450cbd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cb1b219c-ac11-449a-865a-35948f513903'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 21:58:07.452585 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b3d02e-433a-4258-96ee-1aa417a8eecc None None] Checking router: 1a2c38e5-9440-4fe0-9937-4abb91111e54 for host: dv-cinder-794669-4-iscsi {{(pid=92565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 21:58:07.452942 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b3d02e-433a-4258-96ee-1aa417a8eecc None None] Updating router 1a2c38e5-9440-4fe0-9937-4abb91111e54 port 2f5bc4e8-da81-4fb6-894b-4ccf182d4305 binding host dv-cinder-794669-4-iscsi {{(pid=92565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 21:58:07.509366 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-55b3d02e-433a-4258-96ee-1aa417a8eecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:58:07.611251 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 5 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 21:58:07.835857 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-55b3d02e-433a-4258-96ee-1aa417a8eecc None None] Notify callbacks [] for port, precommit_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:58:07.847071 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-55b3d02e-433a-4258-96ee-1aa417a8eecc None None] Transition to ACTIVE for port object 2f5bc4e8-da81-4fb6-894b-4ccf182d4305 will not be triggered until provisioned by entity L2. {{(pid=92565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 21:58:08.008289 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-55b3d02e-433a-4258-96ee-1aa417a8eecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:58:08.012505 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 21:58:08.108480 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-55b3d02e-433a-4258-96ee-1aa417a8eecc None None] Attempting to bind port 2f5bc4e8-da81-4fb6-894b-4ccf182d4305 on host dv-cinder-794669-4-iscsi for vnic_type normal with profile  {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 21:58:08.108851 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-55b3d02e-433a-4258-96ee-1aa417a8eecc None None] Attempting to bind port 2f5bc4e8-da81-4fb6-894b-4ccf182d4305 by drivers openvswitch,hyperv on host dv-cinder-794669-4-iscsi at level 0 using segments [{'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'}] {{(pid=92565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 21:58:08.109218 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b3d02e-433a-4258-96ee-1aa417a8eecc None None] Attempting to bind port 2f5bc4e8-da81-4fb6-894b-4ccf182d4305 on network fbd3fa50-1ea9-4a37-9f63-373be6d121e3 {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 21:58:08.111236 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b48bb-3a96-4542-b2a5-f6699aa631e1 None None] Pushing event updated for resources: {'Port': ['ID=2f5bc4e8-da81-4fb6-894b-4ccf182d4305,revision_number=2']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 21:58:08.114934 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-8a6b48bb-3a96-4542-b2a5-f6699aa631e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 21:58:08.117457 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b3d02e-433a-4258-96ee-1aa417a8eecc None None] Checking agent: {'id': '5a6b735b-9c6f-44f2-a3b4-85e645e583d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 57, 20), 'started_at': datetime.datetime(2021, 6, 3, 21, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 21, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 21:58:08.117833 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b3d02e-433a-4258-96ee-1aa417a8eecc None None] Checking segment: {'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 21:58:08.118231 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-55b3d02e-433a-4258-96ee-1aa417a8eecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:58:08.118615 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b3d02e-433a-4258-96ee-1aa417a8eecc None None] Bound using segment: {'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'} {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 21:58:08.119085 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-55b3d02e-433a-4258-96ee-1aa417a8eecc None None] Bound port: 2f5bc4e8-da81-4fb6-894b-4ccf182d4305, host: dv-cinder-794669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'}}] {{(pid=92565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 21:58:08.119550 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-55b3d02e-433a-4258-96ee-1aa417a8eecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:58:08.193114 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-55b3d02e-433a-4258-96ee-1aa417a8eecc None None] For port 2f5bc4e8-da81-4fb6-894b-4ccf182d4305, host dv-cinder-794669-4-iscsi, cleared binding levels {{(pid=92565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 21:58:08.196118 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-55b3d02e-433a-4258-96ee-1aa417a8eecc None None] For port 2f5bc4e8-da81-4fb6-894b-4ccf182d4305, host dv-cinder-794669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=2f5bc4e8-da81-4fb6-894b-4ccf182d4305,segment=NetworkSegment(cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c),segment_id=cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c)] {{(pid=92565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 21:58:08.343119 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-55b3d02e-433a-4258-96ee-1aa417a8eecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:58:08.347117 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-430f6908-b702-440c-a24b-0307c8ee2b07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 21:58:08.417517 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b3d02e-433a-4258-96ee-1aa417a8eecc None None] Routers {'1a2c38e5-9440-4fe0-9937-4abb91111e54'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 21:58:08.418136 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-55b3d02e-433a-4258-96ee-1aa417a8eecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814f533220>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T21:57:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['1a2c38e5-9440-4fe0-9937-4abb91111e54'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 21:58:08.488495 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b48bb-3a96-4542-b2a5-f6699aa631e1 None None] Pushing event updated for resources: {'Port': ['ID=2f5bc4e8-da81-4fb6-894b-4ccf182d4305,revision_number=3']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 21:58:08.491784 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-8a6b48bb-3a96-4542-b2a5-f6699aa631e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 21:58:08.607235 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-55b3d02e-433a-4258-96ee-1aa417a8eecc None None] Set router 1a2c38e5-9440-4fe0-9937-4abb91111e54 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 21:58:08.990985 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-55b3d02e-433a-4258-96ee-1aa417a8eecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814f533220>, [{'id': '1a2c38e5-9440-4fe0-9937-4abb91111e54', 'name': 'router1', 'tenant_id': 'd8c12529f3bd4bafbaf0ab88b1c1cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '2f5bc4e8-da81-4fb6-894b-4ccf182d4305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:57:45Z', 'updated_at': '2021-06-03T21:58:05Z', 'revision_number': 4, 'project_id': 'd8c12529f3bd4bafbaf0ab88b1c1cf5b', 'gw_port': {'id': '2f5bc4e8-da81-4fb6-894b-4ccf182d4305', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2c38e5-9440-4fe0-9937-4abb91111e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:58:05Z', 'updated_at': '2021-06-03T21:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': '9db3b04b-97df-4e1d-8242-fb8d14e9cb82', 'name': '', 'network_id': 'b3e7c81d-e130-4205-a226-67fab67ab170', 'tenant_id': 'd8c12529f3bd4bafbaf0ab88b1c1cf5b', 'mac_address': 'fa:16:3e:8b:b5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2c38e5-9440-4fe0-9937-4abb91111e54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '598bcaee-1375-4419-8370-b6fc8e450cbd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:55Z', 'updated_at': '2021-06-03T21:58:03Z', 'revision_number': 5, 'project_id': 'd8c12529f3bd4bafbaf0ab88b1c1cf5b', 'subnets': [{'id': '598bcaee-1375-4419-8370-b6fc8e450cbd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cb1b219c-ac11-449a-865a-35948f513903'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 21:58:08.995149 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b3d02e-433a-4258-96ee-1aa417a8eecc None None] The sync data for ids ['1a2c38e5-9440-4fe0-9937-4abb91111e54'] in dv-cinder-794669-4-iscsi is: [{'id': '1a2c38e5-9440-4fe0-9937-4abb91111e54', 'name': 'router1', 'tenant_id': 'd8c12529f3bd4bafbaf0ab88b1c1cf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '2f5bc4e8-da81-4fb6-894b-4ccf182d4305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T21:57:45Z', 'updated_at': '2021-06-03T21:58:05Z', 'revision_number': 4, 'project_id': 'd8c12529f3bd4bafbaf0ab88b1c1cf5b', 'gw_port': {'id': '2f5bc4e8-da81-4fb6-894b-4ccf182d4305', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:f4:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a2c38e5-9440-4fe0-9937-4abb91111e54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:58:05Z', 'updated_at': '2021-06-03T21:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': '9db3b04b-97df-4e1d-8242-fb8d14e9cb82', 'name': '', 'network_id': 'b3e7c81d-e130-4205-a226-67fab67ab170', 'tenant_id': 'd8c12529f3bd4bafbaf0ab88b1c1cf5b', 'mac_address': 'fa:16:3e:8b:b5:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a2c38e5-9440-4fe0-9937-4abb91111e54', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '598bcaee-1375-4419-8370-b6fc8e450cbd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T21:57:55Z', 'updated_at': '2021-06-03T21:58:03Z', 'revision_number': 5, 'project_id': 'd8c12529f3bd4bafbaf0ab88b1c1cf5b', 'subnets': [{'id': '598bcaee-1375-4419-8370-b6fc8e450cbd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cb1b219c-ac11-449a-865a-35948f513903'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 21:58:09.276484 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 55832) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 21:58:09.392957 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-5c102771-1150-4180-9837-464b6199aca3 admin admin] 10.222.0.106 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1152258
Jun 03 21:58:09.557024 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 2f5bc4e8-da81-4fb6-894b-4ccf182d4305 up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 21:58:09.731384 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning for port 2f5bc4e8-da81-4fb6-894b-4ccf182d4305 completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 21:58:09.743063 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port 2f5bc4e8-da81-4fb6-894b-4ccf182d4305 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 21:58:09.743063 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:58:09.867793 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:58:09.884254 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] For port 2f5bc4e8-da81-4fb6-894b-4ccf182d4305, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=2f5bc4e8-da81-4fb6-894b-4ccf182d4305,segment=NetworkSegment(cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c),segment_id=cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 21:58:09.982410 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:58:09.984571 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 21:58:10.054756 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Pushing event updated for resources: {'Port': ['ID=2f5bc4e8-da81-4fb6-894b-4ccf182d4305,revision_number=4']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 21:58:10.058181 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 21:58:11.517721 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 2f5bc4e8-da81-4fb6-894b-4ccf182d4305 up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 21:58:11.597569 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port 2f5bc4e8-da81-4fb6-894b-4ccf182d4305 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 21:58:11.598436 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:58:17.044870 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-ec48f653-7e22-4638-a885-b96e646558bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:58:19.639635 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:58:19.702328 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-423e419e-9038-4467-ad29-1c8b5ce814c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:58:20.959652 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:58:22.262229 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:58:44.622514 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 5 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 21:58:46.992709 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-cedd2429-261b-4145-9624-818625ab282f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:58:49.622967 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:58:49.736758 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-77ea7d1c-c596-4aec-a661-eadc668c29aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:58:50.965029 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:58:52.319458 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:59:17.055350 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-d9f8d0ca-1182-45cb-99ff-dc538d2805e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:59:19.632891 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:59:19.724576 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-9632f147-6e53-4881-92f1-e0ee5cc731f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:59:20.929660 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:59:21.611510 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 5 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 21:59:22.249995 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:59:47.032569 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-15de1e45-cd06-477c-bdc1-efdcecff379e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:59:48.275419 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 56400) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 21:59:48.347035 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0908342-bb36-44ea-8670-e00b38e2fdd7 admin admin] GET failed (client error): The resource could not be found.
Jun 03 21:59:48.348434 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-c0908342-bb36-44ea-8670-e00b38e2fdd7 admin admin] 10.222.0.106 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0720870
Jun 03 21:59:48.482387 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1a8f17-91fd-485b-9031-25c3ed71d9b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 21:59:48.483807 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-7a1a8f17-91fd-485b-9031-25c3ed71d9b1 admin admin] 10.222.0.106 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 873 time: 0.1316068
Jun 03 21:59:49.638518 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:59:49.809388 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-29e4f657-60e8-4766-b4ba-04142be3708d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:59:50.647054 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 56410) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 21:59:50.757442 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9298ad8-7b5e-448f-b582-098d7458a003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 21:59:50.758771 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-f9298ad8-7b5e-448f-b582-098d7458a003 admin admin] 10.222.0.106 "GET /v2.0/subnets/598bcaee-1375-4419-8370-b6fc8e450cbd HTTP/1.1" status: 200  len: 849 time: 0.1107492
Jun 03 21:59:50.768452 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [None req-38ea6a64-acf3-4573-bbb1-b57b0fd81bc2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 21:59:50.888507 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-38ea6a64-acf3-4573-bbb1-b57b0fd81bc2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:59:50.997827 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:59:51.192577 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-38ea6a64-acf3-4573-bbb1-b57b0fd81bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762086228740'] for subnet, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:59:51.196644 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-e9f7cffb-88d4-4e43-b23e-1ccbcb5f8033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 21:59:51.237558 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ea6a64-acf3-4573-bbb1-b57b0fd81bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 21:59:51.238156 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-38ea6a64-acf3-4573-bbb1-b57b0fd81bc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for subnet, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:59:51.239435 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-38ea6a64-acf3-4573-bbb1-b57b0fd81bc2 admin admin] 10.222.0.106 "PUT /v2.0/subnets/598bcaee-1375-4419-8370-b6fc8e450cbd HTTP/1.1" status: 200  len: 868 time: 0.4750662
Jun 03 21:59:51.242564 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31da37cd-f998-4662-ac5d-e1129da67d5f None None] Network b3e7c81d-e130-4205-a226-67fab67ab170 requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 21:59:51.273026 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea6a64-acf3-4573-bbb1-b57b0fd81bc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=598bcaee-1375-4419-8370-b6fc8e450cbd,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 21:59:51.280841 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ea6a64-acf3-4573-bbb1-b57b0fd81bc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:59:51.281374 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ea6a64-acf3-4573-bbb1-b57b0fd81bc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:59:51.281724 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ea6a64-acf3-4573-bbb1-b57b0fd81bc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:59:51.282067 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ea6a64-acf3-4573-bbb1-b57b0fd81bc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:59:51.282389 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ea6a64-acf3-4573-bbb1-b57b0fd81bc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:59:51.282735 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ea6a64-acf3-4573-bbb1-b57b0fd81bc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:59:51.283279 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ea6a64-acf3-4573-bbb1-b57b0fd81bc2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:59:51.283635 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ea6a64-acf3-4573-bbb1-b57b0fd81bc2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:59:51.283967 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ea6a64-acf3-4573-bbb1-b57b0fd81bc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:59:51.284285 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ea6a64-acf3-4573-bbb1-b57b0fd81bc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:59:51.284736 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ea6a64-acf3-4573-bbb1-b57b0fd81bc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:59:51.285053 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ea6a64-acf3-4573-bbb1-b57b0fd81bc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 21:59:51.289517 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-38ea6a64-acf3-4573-bbb1-b57b0fd81bc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 21:59:51.670029 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-3c21355f-092f-443b-8422-4135a78c1258 None None] Provisioning complete for port c90714d0-6737-49f7-b0e5-2f0699466d28 triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 21:59:51.670402 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-3c21355f-092f-443b-8422-4135a78c1258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:59:51.797045 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-3c21355f-092f-443b-8422-4135a78c1258 None None] Provisioning complete for port 9db3b04b-97df-4e1d-8242-fb8d14e9cb82 triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 21:59:51.797305 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-3c21355f-092f-443b-8422-4135a78c1258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:59:52.300792 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 21:59:53.382224 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 56418) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 21:59:53.556034 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e50554-e839-401e-bc81-63651ccd8830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 21:59:53.556520 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e50554-e839-401e-bc81-63651ccd8830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 21:59:53.558935 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-22e50554-e839-401e-bc81-63651ccd8830 admin admin] 10.222.0.106 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1550 time: 0.1756980
Jun 03 21:59:55.731493 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 56428) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 21:59:55.908717 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02919d06-fd05-44e4-8236-0df58ca65873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 21:59:55.909271 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02919d06-fd05-44e4-8236-0df58ca65873 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 21:59:55.910819 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-02919d06-fd05-44e4-8236-0df58ca65873 admin admin] 10.222.0.106 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1550 time: 0.1784403
Jun 03 21:59:58.064776 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 56436) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 21:59:58.240773 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb2ba2a-27af-4587-ba11-ea570213d329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 21:59:58.242122 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-efb2ba2a-27af-4587-ba11-ea570213d329 admin admin] 10.222.0.106 "GET /v2.0/networks/b3e7c81d-e130-4205-a226-67fab67ab170 HTTP/1.1" status: 200  len: 870 time: 0.1763849
Jun 03 21:59:58.610510 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 5 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:00:00.391842 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 56444) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:00:00.579448 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f937675-af61-4b7e-9a9e-21e234e7dc76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:00:00.581069 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-5f937675-af61-4b7e-9a9e-21e234e7dc76 admin admin] 10.222.0.106 "GET /v2.0/networks/fbd3fa50-1ea9-4a37-9f63-373be6d121e3 HTTP/1.1" status: 200  len: 886 time: 0.1882260
Jun 03 22:00:02.740470 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 56452) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:00:02.859011 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9629b4ce-965e-45fd-ad40-164e0c6ee1a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:00:02.859501 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9629b4ce-965e-45fd-ad40-164e0c6ee1a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:00:02.861072 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-9629b4ce-965e-45fd-ad40-164e0c6ee1a2 admin admin] 10.222.0.106 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1196773
Jun 03 22:00:05.048856 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 56460) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:00:05.167058 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8deba51f-dcd6-4f3e-bea7-30e9c62ae5a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:00:05.167545 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8deba51f-dcd6-4f3e-bea7-30e9c62ae5a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:00:05.169787 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-8deba51f-dcd6-4f3e-bea7-30e9c62ae5a0 admin admin] 10.222.0.106 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1198792
Jun 03 22:00:07.366136 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 56468) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:00:07.480240 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0c8fcf-87c1-4c77-874a-7f34d6ab05b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:00:07.481681 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-3b0c8fcf-87c1-4c77-874a-7f34d6ab05b9 admin admin] 10.222.0.106 "GET /v2.0/subnets/598bcaee-1375-4419-8370-b6fc8e450cbd HTTP/1.1" status: 200  len: 868 time: 0.1140099
Jun 03 22:00:09.670675 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 56476) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:00:09.772146 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35392c4c-7692-4f21-b1b5-c0ad796df2f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:00:09.773490 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-35392c4c-7692-4f21-b1b5-c0ad796df2f9 admin admin] 10.222.0.106 "GET /v2.0/subnets/b881b088-b524-4558-b754-6a0245dcfb71 HTTP/1.1" status: 200  len: 816 time: 0.1016154
Jun 03 22:00:16.980741 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-3503d501-3bee-427e-9750-9f7ac3c7a562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:00:19.632904 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:00:19.740736 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-a9af093d-d851-43fc-8043-58d9d512e8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:00:20.940585 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:00:22.272022 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:00:33.460365 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 56520) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:00:33.516806 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [None req-c73ab96e-12c2-4841-afd6-e8b1054a012c admin admin] http://10.222.0.106:9696/v2.0/extensions returned with HTTP 200 {{(pid=92563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 03 22:00:33.518155 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-c73ab96e-12c2-4841-afd6-e8b1054a012c admin admin] 10.222.0.106 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0565391
Jun 03 22:00:35.610414 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 5 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:00:35.866356 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 56528) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:00:35.938521 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.pecan_wsgi.hooks.translation [None req-716b0360-3ac2-4f31-aa1c-80a11e0514ca admin admin] GET failed (client error): The resource could not be found.
Jun 03 22:00:35.940538 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-716b0360-3ac2-4f31-aa1c-80a11e0514ca admin admin] 10.222.0.106 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0766807
Jun 03 22:00:36.078449 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470367ab-5425-4438-a8ad-e64aedbd95d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:00:36.079998 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-470367ab-5425-4438-a8ad-e64aedbd95d3 admin admin] 10.222.0.106 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1356854
Jun 03 22:00:38.334572 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 56536) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:00:38.388137 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [None req-2e9ee82d-ea9f-4f68-8bd9-893150bbcb42 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:00:38.393213 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-2e9ee82d-ea9f-4f68-8bd9-893150bbcb42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:00:38.402883 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-2e9ee82d-ea9f-4f68-8bd9-893150bbcb42 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:00:38.511924 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9ee82d-ea9f-4f68-8bd9-893150bbcb42 admin admin] Made reservation on behalf of 1ad8a26ef13a4b32a01f6945e374109d for: {'network': 1} {{(pid=92564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:00:38.514490 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee82d-ea9f-4f68-8bd9-893150bbcb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1611770'] for network, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:00:38.639819 dv-cinder-794669-4-iscsi neutron-server[92564]: WARNING neutron.services.revisions.revision_plugin [None req-2e9ee82d-ea9f-4f68-8bd9-893150bbcb42 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f814ed72b20] {project_id='1ad8a26ef13a4b32a01f6945e374109d', id='c0e9309c-ee71-41a4-b62c-26905f9d742a', target_tenant='*', action='access_as_shared', object_id='48469097-674a-417f-b818-03a7b65637d9'}> to bump revision.
Jun 03 22:00:38.652416 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e9ee82d-ea9f-4f68-8bd9-893150bbcb42 admin admin] vlan segment allocate from pool success with {'vlan_id': 1433, 'physical_network': 'physnet1'}  {{(pid=92564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 22:00:38.662910 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee82d-ea9f-4f68-8bd9-893150bbcb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286'] for segment, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:00:38.663288 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.db.segments_db [None req-2e9ee82d-ea9f-4f68-8bd9-893150bbcb42 admin admin] Added segment 3f3dbb87-1e9f-4c14-86d1-af3ceef92e0f of type vlan for network 48469097-674a-417f-b818-03a7b65637d9
Jun 03 22:00:38.695561 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee82d-ea9f-4f68-8bd9-893150bbcb42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762085776842'] for network, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:00:38.803264 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee82d-ea9f-4f68-8bd9-893150bbcb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630954'] for network, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:00:38.804644 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9ee82d-ea9f-4f68-8bd9-893150bbcb42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:00:38.805230 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2e9ee82d-ea9f-4f68-8bd9-893150bbcb42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for network, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:00:38.808859 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:00:38.909451 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ee82d-ea9f-4f68-8bd9-893150bbcb42 admin admin] Pushing event updated for resources: {'Network': ['ID=48469097-674a-417f-b818-03a7b65637d9,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:00:38.912230 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-2e9ee82d-ea9f-4f68-8bd9-893150bbcb42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:00:38.919494 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Network 48469097-674a-417f-b818-03a7b65637d9 details requested by agent ovs-agent-dv-cinder-794669-4-iscsi with host dv-cinder-794669-4-iscsi {{(pid=92565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 22:00:39.008547 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-2e9ee82d-ea9f-4f68-8bd9-893150bbcb42 admin admin] 10.222.0.106 "POST /v2.0/networks HTTP/1.1" status: 201  len: 848 time: 0.6727786
Jun 03 22:00:41.220222 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 56544) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:00:41.307852 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.pecan_wsgi.hooks.translation [None req-576b3956-a8b6-45aa-8792-86c605f976c8 admin admin] GET failed (client error): The resource could not be found.
Jun 03 22:00:41.310101 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-576b3956-a8b6-45aa-8792-86c605f976c8 admin admin] 10.222.0.106 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0878870
Jun 03 22:00:41.438781 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3a62b0-d92b-4868-9870-0293301b970f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:00:41.440853 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-2a3a62b0-d92b-4868-9870-0293301b970f admin admin] 10.222.0.106 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 827 time: 0.1263466
Jun 03 22:00:41.454930 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-826effd9-adcd-4421-9453-292d68f0354b admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '48469097-674a-417f-b818-03a7b65637d9'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:00:41.459742 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-826effd9-adcd-4421-9453-292d68f0354b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:00:41.463873 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-826effd9-adcd-4421-9453-292d68f0354b admin admin] Usage tracker for resource:subnet and tenant:1ad8a26ef13a4b32a01f6945e374109d is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:00:41.467183 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-826effd9-adcd-4421-9453-292d68f0354b admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:00:41.473261 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-826effd9-adcd-4421-9453-292d68f0354b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:00:41.562130 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826effd9-adcd-4421-9453-292d68f0354b admin admin] Made reservation on behalf of 1ad8a26ef13a4b32a01f6945e374109d for: {'subnet': 1} {{(pid=92563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:00:41.565528 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-826effd9-adcd-4421-9453-292d68f0354b admin admin] Notify callbacks [] for subnet, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:00:42.059642 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-826effd9-adcd-4421-9453-292d68f0354b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947'] for subnet, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:00:42.063383 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:00:42.136859 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826effd9-adcd-4421-9453-292d68f0354b admin admin] Pushing event updated for resources: {'Subnet': ['ID=35e9935f-9fa3-4a85-bc49-77d59f9295c9,revision_number=0']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:00:42.148909 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826effd9-adcd-4421-9453-292d68f0354b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:00:42.149248 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826effd9-adcd-4421-9453-292d68f0354b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:00:42.149584 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826effd9-adcd-4421-9453-292d68f0354b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:00:42.149914 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826effd9-adcd-4421-9453-292d68f0354b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:00:42.150234 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826effd9-adcd-4421-9453-292d68f0354b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:00:42.150575 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826effd9-adcd-4421-9453-292d68f0354b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:00:42.150900 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826effd9-adcd-4421-9453-292d68f0354b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:00:42.151232 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826effd9-adcd-4421-9453-292d68f0354b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:00:42.151713 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826effd9-adcd-4421-9453-292d68f0354b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:00:42.152095 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826effd9-adcd-4421-9453-292d68f0354b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:00:42.152418 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826effd9-adcd-4421-9453-292d68f0354b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:00:42.152735 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-826effd9-adcd-4421-9453-292d68f0354b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:00:42.157085 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-826effd9-adcd-4421-9453-292d68f0354b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:00:42.160201 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826effd9-adcd-4421-9453-292d68f0354b admin admin] Checking segment: {'id': '3f3dbb87-1e9f-4c14-86d1-af3ceef92e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1433, 'network_id': '48469097-674a-417f-b818-03a7b65637d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:00:42.160556 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826effd9-adcd-4421-9453-292d68f0354b admin admin] Network hostable DHCP agents. Network: 48469097-674a-417f-b818-03a7b65637d9, hostable agents: ['be050b16-fd90-4481-8e13-e59b75a800c3'], hosted agents: [] {{(pid=92563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 22:00:42.271967 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826effd9-adcd-4421-9453-292d68f0354b admin admin] Network 48469097-674a-417f-b818-03a7b65637d9 is scheduled to be hosted by DHCP agent be050b16-fd90-4481-8e13-e59b75a800c3 with binding_index 1 {{(pid=92563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 22:00:42.363198 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-826effd9-adcd-4421-9453-292d68f0354b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-4-iscsi, 48469097-674a-417f-b818-03a7b65637d9) {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:00:42.368529 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826effd9-adcd-4421-9453-292d68f0354b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:00:42.369285 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-826effd9-adcd-4421-9453-292d68f0354b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for subnet, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:00:42.384802 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7a2ac4-e3be-48a0-b061-ba3bf887cf6a None None] Network 48469097-674a-417f-b818-03a7b65637d9 requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:00:42.496447 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-826effd9-adcd-4421-9453-292d68f0354b admin admin] 10.222.0.106 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0451145
Jun 03 22:00:42.665943 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c01dcf1-257d-45b1-9130-212c2bef8401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfd294f1-abd0-5e5a-9de6-d36a8946cd59-48469097-674a-417f-b818-03a7b65637d9', 'network_id': '48469097-674a-417f-b818-03a7b65637d9', 'tenant_id': '1ad8a26ef13a4b32a01f6945e374109d', 'fixed_ips': [{'subnet_id': '35e9935f-9fa3-4a85-bc49-77d59f9295c9'}]}} from dv-cinder-794669-4-iscsi. {{(pid=92565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 03 22:00:42.666952 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-7c01dcf1-257d-45b1-9130-212c2bef8401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:00:42.885836 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.db_base_plugin_common [None req-7c01dcf1-257d-45b1-9130-212c2bef8401 None None] Allocated IP 192.168.233.2 (48469097-674a-417f-b818-03a7b65637d9/35e9935f-9fa3-4a85-bc49-77d59f9295c9/fe3f1d36-17fb-4283-a852-b32afa92de8c) {{(pid=92565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:00:43.239189 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-7c01dcf1-257d-45b1-9130-212c2bef8401 None None] Notify callbacks [] for port, precommit_create {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:00:43.258008 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-7c01dcf1-257d-45b1-9130-212c2bef8401 None None] Transition to ACTIVE for port object fe3f1d36-17fb-4283-a852-b32afa92de8c will not be triggered until provisioned by entity L2. {{(pid=92565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:00:43.280721 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-7c01dcf1-257d-45b1-9130-212c2bef8401 None None] Transition to ACTIVE for port object fe3f1d36-17fb-4283-a852-b32afa92de8c will not be triggered until provisioned by entity DHCP. {{(pid=92565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:00:43.387997 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-7c01dcf1-257d-45b1-9130-212c2bef8401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540'] for port, after_create {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:00:43.396227 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:00:43.482552 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c01dcf1-257d-45b1-9130-212c2bef8401 None None] Network 48469097-674a-417f-b818-03a7b65637d9 is already hosted by enough agents. {{(pid=92565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:00:43.487656 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.scheduler.base_scheduler [None req-7c01dcf1-257d-45b1-9130-212c2bef8401 None None] Resources bound (agent type, host, resource id):  {{(pid=92565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:00:43.499700 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c01dcf1-257d-45b1-9130-212c2bef8401 None None] Received port after_create {{(pid=92565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:00:43.511261 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c01dcf1-257d-45b1-9130-212c2bef8401 None None] Pushing event updated for resources: {'Port': ['ID=fe3f1d36-17fb-4283-a852-b32afa92de8c,revision_number=1']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:00:43.559379 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c01dcf1-257d-45b1-9130-212c2bef8401 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:00:43.559773 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c01dcf1-257d-45b1-9130-212c2bef8401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:00:43.560134 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c01dcf1-257d-45b1-9130-212c2bef8401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:00:43.560677 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c01dcf1-257d-45b1-9130-212c2bef8401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:00:43.562324 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c01dcf1-257d-45b1-9130-212c2bef8401 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:00:43.562324 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c01dcf1-257d-45b1-9130-212c2bef8401 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:00:43.562324 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c01dcf1-257d-45b1-9130-212c2bef8401 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:00:43.562770 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c01dcf1-257d-45b1-9130-212c2bef8401 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:00:43.562928 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c01dcf1-257d-45b1-9130-212c2bef8401 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:00:43.563543 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c01dcf1-257d-45b1-9130-212c2bef8401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:00:43.563958 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c01dcf1-257d-45b1-9130-212c2bef8401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:00:43.564295 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c01dcf1-257d-45b1-9130-212c2bef8401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:00:43.576225 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-7c01dcf1-257d-45b1-9130-212c2bef8401 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:00:43.636634 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-7c01dcf1-257d-45b1-9130-212c2bef8401 None None] Attempting to bind port fe3f1d36-17fb-4283-a852-b32afa92de8c on host dv-cinder-794669-4-iscsi for vnic_type normal with profile  {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:00:43.637158 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-7c01dcf1-257d-45b1-9130-212c2bef8401 None None] Attempting to bind port fe3f1d36-17fb-4283-a852-b32afa92de8c by drivers openvswitch,hyperv on host dv-cinder-794669-4-iscsi at level 0 using segments [{'id': '3f3dbb87-1e9f-4c14-86d1-af3ceef92e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1433, 'network_id': '48469097-674a-417f-b818-03a7b65637d9'}] {{(pid=92565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:00:43.637635 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c01dcf1-257d-45b1-9130-212c2bef8401 None None] Attempting to bind port fe3f1d36-17fb-4283-a852-b32afa92de8c on network 48469097-674a-417f-b818-03a7b65637d9 {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:00:43.645376 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c01dcf1-257d-45b1-9130-212c2bef8401 None None] Checking agent: {'id': '5a6b735b-9c6f-44f2-a3b4-85e645e583d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 57, 20), 'started_at': datetime.datetime(2021, 6, 3, 21, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:00:43.645897 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c01dcf1-257d-45b1-9130-212c2bef8401 None None] Checking segment: {'id': '3f3dbb87-1e9f-4c14-86d1-af3ceef92e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1433, 'network_id': '48469097-674a-417f-b818-03a7b65637d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:00:43.646561 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-7c01dcf1-257d-45b1-9130-212c2bef8401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:00:43.646760 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c01dcf1-257d-45b1-9130-212c2bef8401 None None] Bound using segment: {'id': '3f3dbb87-1e9f-4c14-86d1-af3ceef92e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1433, 'network_id': '48469097-674a-417f-b818-03a7b65637d9'} {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:00:43.647325 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-7c01dcf1-257d-45b1-9130-212c2bef8401 None None] Bound port: fe3f1d36-17fb-4283-a852-b32afa92de8c, host: dv-cinder-794669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f3dbb87-1e9f-4c14-86d1-af3ceef92e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1433, 'network_id': '48469097-674a-417f-b818-03a7b65637d9'}}] {{(pid=92565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:00:43.647738 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-7c01dcf1-257d-45b1-9130-212c2bef8401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:00:43.785972 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-7c01dcf1-257d-45b1-9130-212c2bef8401 None None] For port fe3f1d36-17fb-4283-a852-b32afa92de8c, host dv-cinder-794669-4-iscsi, cleared binding levels {{(pid=92565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:00:43.791505 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-7c01dcf1-257d-45b1-9130-212c2bef8401 None None] For port fe3f1d36-17fb-4283-a852-b32afa92de8c, host dv-cinder-794669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=fe3f1d36-17fb-4283-a852-b32afa92de8c,segment=NetworkSegment(3f3dbb87-1e9f-4c14-86d1-af3ceef92e0f),segment_id=3f3dbb87-1e9f-4c14-86d1-af3ceef92e0f)] {{(pid=92565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:00:43.884372 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-7c01dcf1-257d-45b1-9130-212c2bef8401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:00:43.892027 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-7c01dcf1-257d-45b1-9130-212c2bef8401 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:00:44.021161 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c01dcf1-257d-45b1-9130-212c2bef8401 None None] Pushing event updated for resources: {'Port': ['ID=fe3f1d36-17fb-4283-a852-b32afa92de8c,revision_number=2']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:00:44.024824 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-7c01dcf1-257d-45b1-9130-212c2bef8401 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:00:45.022355 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea28f9a-6a5f-4d26-9f83-6baedffe9c45 None None] Network 48469097-674a-417f-b818-03a7b65637d9 requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:00:45.235923 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-6c9a22a8-92cf-4d8c-b656-43920ca23ee7 None None] Provisioning for port fe3f1d36-17fb-4283-a852-b32afa92de8c completed by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:00:45.686930 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device fe3f1d36-17fb-4283-a852-b32afa92de8c up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:00:45.855652 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning for port fe3f1d36-17fb-4283-a852-b32afa92de8c completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:00:45.863036 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port fe3f1d36-17fb-4283-a852-b32afa92de8c triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:00:45.867602 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:00:45.992539 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:00:46.035562 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] For port fe3f1d36-17fb-4283-a852-b32afa92de8c, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=fe3f1d36-17fb-4283-a852-b32afa92de8c,segment=NetworkSegment(3f3dbb87-1e9f-4c14-86d1-af3ceef92e0f),segment_id=3f3dbb87-1e9f-4c14-86d1-af3ceef92e0f)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:00:46.135703 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:00:46.138635 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-2e96bcca-2aeb-4320-8b9a-fa5ad46ef939 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:00:46.234415 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Pushing event updated for resources: {'Port': ['ID=fe3f1d36-17fb-4283-a852-b32afa92de8c,revision_number=3']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:00:46.238575 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:00:46.992298 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c6073937-28d5-4f4e-92cd-85c281f03702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:00:47.627024 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device fe3f1d36-17fb-4283-a852-b32afa92de8c up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:00:47.718044 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port fe3f1d36-17fb-4283-a852-b32afa92de8c triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:00:47.718424 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:00:49.634049 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:00:49.712172 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-533a3850-fddb-4c49-b508-2f10541b44d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:00:50.951948 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:00:52.283683 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:01:12.614369 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 5 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:01:16.974206 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c8149379-eadc-4890-a927-f1ba8211c92e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:01:19.643315 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:01:19.706619 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-4ab0fbc4-394d-4151-8c9e-6e716a7ee1dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:01:20.964030 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:01:22.311114 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:01:47.030679 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-ce1fe223-756b-41c4-bf15-375011458492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:01:49.617783 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 5 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:01:49.648629 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:01:49.745321 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-8f0c70a4-4e03-43d6-b5ef-13feb50b9f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:01:50.996920 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:01:52.310507 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:02:10.655999 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 56596) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:02:10.662144 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [None req-d562f2be-ee39-4343-8f15-dee78f0d2d6d tempest-verify_tempest_config-1224752751 tempest-verify_tempest_config-1224752751-project] http://10.222.0.106:9696/v2.0/extensions returned with HTTP 200 {{(pid=92563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 03 22:02:10.663558 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-d562f2be-ee39-4343-8f15-dee78f0d2d6d tempest-verify_tempest_config-1224752751 tempest-verify_tempest_config-1224752751-project] 10.222.0.106 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0065231
Jun 03 22:02:11.309521 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 56614) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:02:11.429626 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-8b877eed-f6e0-4029-a245-3217665b3e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:02:11.444840 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-8b877eed-f6e0-4029-a245-3217665b3e5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:02:11.448648 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-8b877eed-f6e0-4029-a245-3217665b3e5b admin admin] Usage tracker for resource:security_group_rule and tenant:f3abe3855146433483fd5f6a026156ca is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:02:11.451462 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-8b877eed-f6e0-4029-a245-3217665b3e5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:02:11.457116 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-8b877eed-f6e0-4029-a245-3217665b3e5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:02:11.537521 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-8b877eed-f6e0-4029-a245-3217665b3e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:02:11.625175 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-8b877eed-f6e0-4029-a245-3217665b3e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:02:11.632817 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:02:11.673116 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-8b877eed-f6e0-4029-a245-3217665b3e5b admin admin] Synchronizing usage tracker for tenant:1ad8a26ef13a4b32a01f6945e374109d on resource:security_group {{(pid=92563) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:02:11.675595 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b877eed-f6e0-4029-a245-3217665b3e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cffe65ec-50c0-413d-97dd-100bef1ad485,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:02:11.686184 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b877eed-f6e0-4029-a245-3217665b3e5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:02:11.687124 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b877eed-f6e0-4029-a245-3217665b3e5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:02:11.687499 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b877eed-f6e0-4029-a245-3217665b3e5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:02:11.687837 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b877eed-f6e0-4029-a245-3217665b3e5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:02:11.688175 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b877eed-f6e0-4029-a245-3217665b3e5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:02:11.688518 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b877eed-f6e0-4029-a245-3217665b3e5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:02:11.688848 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b877eed-f6e0-4029-a245-3217665b3e5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:02:11.689175 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b877eed-f6e0-4029-a245-3217665b3e5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:02:11.689520 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b877eed-f6e0-4029-a245-3217665b3e5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:02:11.689852 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b877eed-f6e0-4029-a245-3217665b3e5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:02:11.690174 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b877eed-f6e0-4029-a245-3217665b3e5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:02:11.690494 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b877eed-f6e0-4029-a245-3217665b3e5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:02:11.695442 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-8b877eed-f6e0-4029-a245-3217665b3e5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:02:11.823060 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-8b877eed-f6e0-4029-a245-3217665b3e5b admin admin] Unset dirty status for tenant:1ad8a26ef13a4b32a01f6945e374109d on resource:security_group {{(pid=92563) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:02:11.824397 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-8b877eed-f6e0-4029-a245-3217665b3e5b admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=f3abe3855146433483fd5f6a026156ca&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5139074
Jun 03 22:02:11.826988 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 56618) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:02:11.885574 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-02293ba8-d770-4cdb-aa3b-92d184ce84e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:02:11.914293 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-02293ba8-d770-4cdb-aa3b-92d184ce84e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:02:12.093712 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-02293ba8-d770-4cdb-aa3b-92d184ce84e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:02:12.097714 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:02:12.110937 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02293ba8-d770-4cdb-aa3b-92d184ce84e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffe65ec-50c0-413d-97dd-100bef1ad485,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:02:12.113821 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-02293ba8-d770-4cdb-aa3b-92d184ce84e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:02:12.117802 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-02293ba8-d770-4cdb-aa3b-92d184ce84e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:02:12.118936 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-02293ba8-d770-4cdb-aa3b-92d184ce84e0 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/cffe65ec-50c0-413d-97dd-100bef1ad485 HTTP/1.1" status: 204  len: 168 time: 0.2910275
Jun 03 22:02:16.967487 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-d8a7862a-f513-4159-882e-d666ec163baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:02:19.637566 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:02:19.761501 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-eda146ad-23cc-4991-934e-c1feb38a542f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:02:20.979585 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:02:22.298840 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:02:26.616220 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 5 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:02:46.981928 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-55269929-df5b-47c5-b99b-98018266103f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:02:49.616342 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:02:49.709793 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-b102c3ef-7904-4b32-90c5-ba90ca74fcd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:02:50.967108 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:02:52.281186 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:03:03.615673 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 5 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:03:17.030133 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-75e040c2-ca98-4ca7-8456-1f06279bb807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:03:19.675150 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:03:19.709265 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-4c119cee-964e-428d-876f-47f1de62e28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:03:20.972462 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:03:22.297940 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:03:40.615361 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 5 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:03:45.306611 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767'] for agent, after_create {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:03:47.003637 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-b912e2ba-3031-431f-ba21-bb0344d1cbf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:03:49.639953 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:03:49.749656 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e298761f-161b-4a36-9d14-587393605417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:03:50.960205 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:03:52.360233 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:03:52.855535 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 56670) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:03:52.970144 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-0c979044-0fbb-400f-ae40-f86f436de76d admin admin] 10.222.0.106 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4304 time: 0.1134408
Jun 03 22:03:55.137866 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 56680) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:03:55.195666 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-6ec1ec9c-f95b-4233-9365-2655cd2ba77b admin admin] 10.222.0.106 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4304 time: 0.0566149
Jun 03 22:04:15.234369 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:04:17.008842 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-8e448e1e-fac4-4d46-a90d-f750317a7f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:04:17.615211 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:04:19.634196 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:04:19.737209 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-578735aa-e55f-4279-a642-1ad49607ccd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:04:20.983111 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:04:22.277194 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:04:45.245422 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:04:46.975585 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-12c66136-b0c9-4137-992b-4600fdbbdce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:04:49.659724 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:04:49.765410 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-72c7bd59-96c8-41cb-ba93-d3260e5eb695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:04:50.993472 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:04:52.328044 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:04:54.615228 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:05:15.244718 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:17.004628 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-246c78d2-db4d-4a19-9b7c-96925b1af980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:19.684531 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:19.769866 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-d1bcccfd-4d2d-4328-acc4-aeadd6c7b12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:21.002277 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:21.110595 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 56874) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:21.706833 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-810383486-network', 'tenant_id': '126d07af03bb46c6b022eeaf024b5f19'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:05:21.711973 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:05:21.715917 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] Usage tracker for resource:network and tenant:126d07af03bb46c6b022eeaf024b5f19 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:05:21.718888 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:05:21.724815 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:05:21.861543 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] Made reservation on behalf of 126d07af03bb46c6b022eeaf024b5f19 for: {'network': 1} {{(pid=92563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:05:21.863943 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1611770'] for network, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:21.876669 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:21.895010 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:05:21.899090 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] Usage tracker for resource:security_group_rule and tenant:126d07af03bb46c6b022eeaf024b5f19 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:05:21.901926 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:05:21.908384 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:05:21.998314 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:22.083042 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 56904) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:22.096690 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:22.101974 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-8b877eed-f6e0-4029-a245-3217665b3e5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:22.120353 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 56910) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:22.130779 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] vlan segment allocate from pool success with {'vlan_id': 1428, 'physical_network': 'physnet1'}  {{(pid=92563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 22:05:22.159180 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 56920) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:22.161438 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286'] for segment, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:22.161780 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.db.segments_db [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] Added segment 7a6af273-4ce2-4aa4-8a31-a261ea09a7d0 of type vlan for network 1f652ae2-ef2d-40af-a69e-e0b6dd8fa441
Jun 03 22:05:22.162935 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8599cb-8863-4285-9eb2-7d1b15689b97,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:22.176007 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:22.176417 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:22.176725 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:22.177054 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:22.179606 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:22.179606 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:22.179606 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:22.179606 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:22.179606 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:22.179606 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:22.179606 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:22.180299 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:22.180752 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] Tracked resource versions report:
Jun 03 22:05:22.180752 dv-cinder-794669-4-iscsi neutron-server[92563]: pushed versions:
Jun 03 22:05:22.180752 dv-cinder-794669-4-iscsi neutron-server[92563]: {   'AddressGroup': {'1.2'},
Jun 03 22:05:22.180752 dv-cinder-794669-4-iscsi neutron-server[92563]:     'ConntrackHelper': {'1.0'},
Jun 03 22:05:22.180752 dv-cinder-794669-4-iscsi neutron-server[92563]:     'Log': {'1.0'},
Jun 03 22:05:22.180752 dv-cinder-794669-4-iscsi neutron-server[92563]:     'Network': {'1.1'},
Jun 03 22:05:22.180752 dv-cinder-794669-4-iscsi neutron-server[92563]:     'Port': {'1.7'},
Jun 03 22:05:22.180752 dv-cinder-794669-4-iscsi neutron-server[92563]:     'PortForwarding': {'1.2'},
Jun 03 22:05:22.180752 dv-cinder-794669-4-iscsi neutron-server[92563]:     'QosPolicy': {'1.8'},
Jun 03 22:05:22.180752 dv-cinder-794669-4-iscsi neutron-server[92563]:     'SecurityGroup': {'1.4'},
Jun 03 22:05:22.180752 dv-cinder-794669-4-iscsi neutron-server[92563]:     'SecurityGroupRule': {'1.2'},
Jun 03 22:05:22.180752 dv-cinder-794669-4-iscsi neutron-server[92563]:     'SubPort': {'1.0'},
Jun 03 22:05:22.180752 dv-cinder-794669-4-iscsi neutron-server[92563]:     'Subnet': {'1.1'},
Jun 03 22:05:22.180752 dv-cinder-794669-4-iscsi neutron-server[92563]:     'Trunk': {'1.1'}}
Jun 03 22:05:22.180752 dv-cinder-794669-4-iscsi neutron-server[92563]: consumer versions:
Jun 03 22:05:22.180752 dv-cinder-794669-4-iscsi neutron-server[92563]: {   DHCP agent@dv-cinder-794669-4-iscsi: {},
Jun 03 22:05:22.180752 dv-cinder-794669-4-iscsi neutron-server[92563]:     HyperV agent@hv-cinder-79466: {},
Jun 03 22:05:22.180752 dv-cinder-794669-4-iscsi neutron-server[92563]:     L3 agent@dv-cinder-794669-4-iscsi: {},
Jun 03 22:05:22.180752 dv-cinder-794669-4-iscsi neutron-server[92563]:     Metadata agent@dv-cinder-794669-4-iscsi: {},
Jun 03 22:05:22.180752 dv-cinder-794669-4-iscsi neutron-server[92563]:     Metering agent@dv-cinder-794669-4-iscsi: {},
Jun 03 22:05:22.180752 dv-cinder-794669-4-iscsi neutron-server[92563]:     Open vSwitch agent@dv-cinder-794669-4-iscsi: {   'AddressGroup': '1.2',
Jun 03 22:05:22.180752 dv-cinder-794669-4-iscsi neutron-server[92563]:                                                      'ConntrackHelper': '1.0',
Jun 03 22:05:22.180752 dv-cinder-794669-4-iscsi neutron-server[92563]:                                                      'Log': '1.0',
Jun 03 22:05:22.180752 dv-cinder-794669-4-iscsi neutron-server[92563]:                                                      'Network': '1.1',
Jun 03 22:05:22.180752 dv-cinder-794669-4-iscsi neutron-server[92563]:                                                      'Port': '1.7',
Jun 03 22:05:22.180752 dv-cinder-794669-4-iscsi neutron-server[92563]:                                                      'PortForwarding': '1.2',
Jun 03 22:05:22.180752 dv-cinder-794669-4-iscsi neutron-server[92563]:                                                      'QosPolicy': '1.8',
Jun 03 22:05:22.180752 dv-cinder-794669-4-iscsi neutron-server[92563]:                                                      'SecurityGroup': '1.4',
Jun 03 22:05:22.180752 dv-cinder-794669-4-iscsi neutron-server[92563]:                                                      'SecurityGroupRule': '1.2',
Jun 03 22:05:22.180752 dv-cinder-794669-4-iscsi neutron-server[92563]:                                                      'SubPort': '1.0',
Jun 03 22:05:22.180752 dv-cinder-794669-4-iscsi neutron-server[92563]:                                                      'Subnet': '1.1',
Jun 03 22:05:22.180752 dv-cinder-794669-4-iscsi neutron-server[92563]:                                                      'Trunk': '1.1'}}
Jun 03 22:05:22.180752 dv-cinder-794669-4-iscsi neutron-server[92563]:  {{(pid=92563) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 03 22:05:22.184118 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:22.208762 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762085776842'] for network, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:22.359907 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:22.369258 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630954'] for network, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:22.369258 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:22.369258 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for network, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:22.383553 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:22.482333 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] Pushing event updated for resources: {'Network': ['ID=1f652ae2-ef2d-40af-a69e-e0b6dd8fa441,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:22.487240 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:22.495940 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Network 1f652ae2-ef2d-40af-a69e-e0b6dd8fa441 details requested by agent ovs-agent-dv-cinder-794669-4-iscsi with host dv-cinder-794669-4-iscsi {{(pid=92565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 22:05:22.561379 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-7f871360-e956-431e-998d-84bac8a1a227 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-78470500-network', 'tenant_id': '18fd8ab8eb5140b4ab7192485bb70cd8'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:05:22.569752 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-7f871360-e956-431e-998d-84bac8a1a227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:05:22.573018 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] 10.222.0.106 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.4611733
Jun 03 22:05:22.576671 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 56930) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:22.581686 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [None req-5f4177cb-d0b3-4afb-b36f-0c72afa71844 admin admin] Request body: {'subnet': {'network_id': '1f652ae2-ef2d-40af-a69e-e0b6dd8fa441', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-810383486-subnet', 'tenant_id': '126d07af03bb46c6b022eeaf024b5f19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:05:22.587085 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-7f871360-e956-431e-998d-84bac8a1a227 admin admin] Usage tracker for resource:network and tenant:18fd8ab8eb5140b4ab7192485bb70cd8 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:05:22.588261 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-5f4177cb-d0b3-4afb-b36f-0c72afa71844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:05:22.588397 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-7f871360-e956-431e-998d-84bac8a1a227 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:05:22.601725 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-7f871360-e956-431e-998d-84bac8a1a227 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:05:22.606622 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [None req-47a3c408-0b2c-4fa8-a573-5efab4eba00e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1059474899-network', 'tenant_id': 'cb9a7d32ed194ab1b6188c11ba83bbd4'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:05:22.614481 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-47a3c408-0b2c-4fa8-a573-5efab4eba00e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:05:22.624131 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-5f4177cb-d0b3-4afb-b36f-0c72afa71844 admin admin] Usage tracker for resource:subnet and tenant:126d07af03bb46c6b022eeaf024b5f19 is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:05:22.627116 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-47a3c408-0b2c-4fa8-a573-5efab4eba00e admin admin] Usage tracker for resource:network and tenant:cb9a7d32ed194ab1b6188c11ba83bbd4 is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:05:22.629619 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-5f4177cb-d0b3-4afb-b36f-0c72afa71844 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:05:22.636311 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-5f4177cb-d0b3-4afb-b36f-0c72afa71844 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:05:22.642401 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-47a3c408-0b2c-4fa8-a573-5efab4eba00e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:05:22.650028 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [None req-efa8bd26-ec26-4d87-be06-cf7127a3b875 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-807402353-network', 'tenant_id': '614581c3b392493688c8ec8d28dc730e'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:05:22.658464 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-47a3c408-0b2c-4fa8-a573-5efab4eba00e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:05:22.668142 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-efa8bd26-ec26-4d87-be06-cf7127a3b875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:05:22.672322 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-efa8bd26-ec26-4d87-be06-cf7127a3b875 admin admin] Usage tracker for resource:network and tenant:614581c3b392493688c8ec8d28dc730e is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:05:22.675185 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-efa8bd26-ec26-4d87-be06-cf7127a3b875 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:05:22.678642 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 56934) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:22.688047 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-efa8bd26-ec26-4d87-be06-cf7127a3b875 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:05:22.713348 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f871360-e956-431e-998d-84bac8a1a227 admin admin] Made reservation on behalf of 18fd8ab8eb5140b4ab7192485bb70cd8 for: {'network': 1} {{(pid=92563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:05:22.715936 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-7f871360-e956-431e-998d-84bac8a1a227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1611770'] for network, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:22.772342 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a3c408-0b2c-4fa8-a573-5efab4eba00e admin admin] Made reservation on behalf of cb9a7d32ed194ab1b6188c11ba83bbd4 for: {'network': 1} {{(pid=92564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:05:22.775090 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-47a3c408-0b2c-4fa8-a573-5efab4eba00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1611770'] for network, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:22.785317 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-7f871360-e956-431e-998d-84bac8a1a227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:22.791168 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4177cb-d0b3-4afb-b36f-0c72afa71844 admin admin] Made reservation on behalf of 126d07af03bb46c6b022eeaf024b5f19 for: {'subnet': 1} {{(pid=92564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:05:22.794984 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5f4177cb-d0b3-4afb-b36f-0c72afa71844 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:22.802649 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-7f871360-e956-431e-998d-84bac8a1a227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:05:22.807046 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-7f871360-e956-431e-998d-84bac8a1a227 admin admin] Usage tracker for resource:security_group_rule and tenant:18fd8ab8eb5140b4ab7192485bb70cd8 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:05:22.812059 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-7f871360-e956-431e-998d-84bac8a1a227 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:05:22.818908 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-7f871360-e956-431e-998d-84bac8a1a227 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:05:22.894736 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-47a3c408-0b2c-4fa8-a573-5efab4eba00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:22.911894 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [None req-adc24856-6340-4e96-9de8-a0241a2c126b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-506570283-network', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:05:22.918110 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-47a3c408-0b2c-4fa8-a573-5efab4eba00e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:05:22.922638 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-47a3c408-0b2c-4fa8-a573-5efab4eba00e admin admin] Usage tracker for resource:security_group_rule and tenant:cb9a7d32ed194ab1b6188c11ba83bbd4 is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:05:22.925605 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-47a3c408-0b2c-4fa8-a573-5efab4eba00e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:05:22.926716 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-7f871360-e956-431e-998d-84bac8a1a227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:22.928228 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa8bd26-ec26-4d87-be06-cf7127a3b875 admin admin] Made reservation on behalf of 614581c3b392493688c8ec8d28dc730e for: {'network': 1} {{(pid=92564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:05:22.930526 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-efa8bd26-ec26-4d87-be06-cf7127a3b875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1611770'] for network, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:22.951772 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-47a3c408-0b2c-4fa8-a573-5efab4eba00e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:05:22.956110 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-efa8bd26-ec26-4d87-be06-cf7127a3b875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:22.978477 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-adc24856-6340-4e96-9de8-a0241a2c126b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:05:22.989019 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-efa8bd26-ec26-4d87-be06-cf7127a3b875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:05:22.991279 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-adc24856-6340-4e96-9de8-a0241a2c126b admin admin] Usage tracker for resource:network and tenant:c14a1e6c501b4dd3966eb23d8b4969bc is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:05:22.997886 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-adc24856-6340-4e96-9de8-a0241a2c126b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:05:23.001947 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-efa8bd26-ec26-4d87-be06-cf7127a3b875 admin admin] Usage tracker for resource:security_group_rule and tenant:614581c3b392493688c8ec8d28dc730e is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:05:23.010170 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-efa8bd26-ec26-4d87-be06-cf7127a3b875 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:05:23.013577 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-adc24856-6340-4e96-9de8-a0241a2c126b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:05:23.029377 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-efa8bd26-ec26-4d87-be06-cf7127a3b875 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:05:23.067602 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-7f871360-e956-431e-998d-84bac8a1a227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:23.070791 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:23.103333 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f871360-e956-431e-998d-84bac8a1a227 admin admin] vlan segment allocate from pool success with {'vlan_id': 1422, 'physical_network': 'physnet1'}  {{(pid=92563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 22:05:23.124396 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f871360-e956-431e-998d-84bac8a1a227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ba2938-92b9-4f2a-833c-2513570db3ea,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:23.132312 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-7f871360-e956-431e-998d-84bac8a1a227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:23.146007 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-7f871360-e956-431e-998d-84bac8a1a227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286'] for segment, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:23.146007 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.db.segments_db [None req-7f871360-e956-431e-998d-84bac8a1a227 admin admin] Added segment 78cbdb10-dbd3-4f35-8746-fd326444031e of type vlan for network bba2e61c-d091-4a23-95a7-3079a9574eb0
Jun 03 22:05:23.178880 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-7f871360-e956-431e-998d-84bac8a1a227 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762085776842'] for network, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:23.196805 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc24856-6340-4e96-9de8-a0241a2c126b admin admin] Made reservation on behalf of c14a1e6c501b4dd3966eb23d8b4969bc for: {'network': 1} {{(pid=92564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:05:23.199862 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-adc24856-6340-4e96-9de8-a0241a2c126b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1611770'] for network, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:23.231809 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-adc24856-6340-4e96-9de8-a0241a2c126b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:23.280128 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-47a3c408-0b2c-4fa8-a573-5efab4eba00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:23.283006 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-adc24856-6340-4e96-9de8-a0241a2c126b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:05:23.299533 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-adc24856-6340-4e96-9de8-a0241a2c126b admin admin] Usage tracker for resource:security_group_rule and tenant:c14a1e6c501b4dd3966eb23d8b4969bc is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:05:23.304579 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-adc24856-6340-4e96-9de8-a0241a2c126b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:05:23.320077 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-adc24856-6340-4e96-9de8-a0241a2c126b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:05:23.332622 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-efa8bd26-ec26-4d87-be06-cf7127a3b875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:23.433509 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-adc24856-6340-4e96-9de8-a0241a2c126b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:23.576385 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-7f871360-e956-431e-998d-84bac8a1a227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630954'] for network, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:23.577749 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f871360-e956-431e-998d-84bac8a1a227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:23.578311 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-7f871360-e956-431e-998d-84bac8a1a227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for network, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:23.581813 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:23.627324 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-efa8bd26-ec26-4d87-be06-cf7127a3b875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:23.667191 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-adc24856-6340-4e96-9de8-a0241a2c126b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:23.671137 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-47a3c408-0b2c-4fa8-a573-5efab4eba00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:23.680458 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f871360-e956-431e-998d-84bac8a1a227 admin admin] Pushing event updated for resources: {'Network': ['ID=bba2e61c-d091-4a23-95a7-3079a9574eb0,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:23.683454 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-7f871360-e956-431e-998d-84bac8a1a227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:23.689502 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:23.701659 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Network bba2e61c-d091-4a23-95a7-3079a9574eb0 details requested by agent ovs-agent-dv-cinder-794669-4-iscsi with host dv-cinder-794669-4-iscsi {{(pid=92565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 22:05:23.728504 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa8bd26-ec26-4d87-be06-cf7127a3b875 admin admin] vlan segment allocate from pool success with {'vlan_id': 1427, 'physical_network': 'physnet1'}  {{(pid=92564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 22:05:23.798519 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc24856-6340-4e96-9de8-a0241a2c126b admin admin] vlan segment allocate from pool success with {'vlan_id': 1410, 'physical_network': 'physnet1'}  {{(pid=92564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 22:05:23.802459 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa8bd26-ec26-4d87-be06-cf7127a3b875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cef449-8cef-4fbc-b1f0-25ba3c3e8b03,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:23.818966 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47a3c408-0b2c-4fa8-a573-5efab4eba00e admin admin] vlan segment allocate from pool success with {'vlan_id': 1442, 'physical_network': 'physnet1'}  {{(pid=92564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 22:05:23.827623 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-7f871360-e956-431e-998d-84bac8a1a227 admin admin] 10.222.0.106 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.7401624
Jun 03 22:05:23.827815 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-efa8bd26-ec26-4d87-be06-cf7127a3b875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286'] for segment, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:23.827815 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.db.segments_db [None req-efa8bd26-ec26-4d87-be06-cf7127a3b875 admin admin] Added segment c390c824-bb20-443e-b455-af1f6c810dea of type vlan for network 29b7a9cd-8b45-49f4-a0dc-9e6d604e74a6
Jun 03 22:05:23.827962 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 56976) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:23.833302 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa8bd26-ec26-4d87-be06-cf7127a3b875 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:23.833302 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa8bd26-ec26-4d87-be06-cf7127a3b875 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:23.833302 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa8bd26-ec26-4d87-be06-cf7127a3b875 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:23.833302 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa8bd26-ec26-4d87-be06-cf7127a3b875 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:23.833302 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa8bd26-ec26-4d87-be06-cf7127a3b875 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:23.833302 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa8bd26-ec26-4d87-be06-cf7127a3b875 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:23.833843 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa8bd26-ec26-4d87-be06-cf7127a3b875 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:23.833843 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa8bd26-ec26-4d87-be06-cf7127a3b875 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:23.833979 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa8bd26-ec26-4d87-be06-cf7127a3b875 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:23.834300 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa8bd26-ec26-4d87-be06-cf7127a3b875 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:23.834513 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-8b4d128f-dfca-40f2-aa06-24df9b373b98 admin admin] Request body: {'subnet': {'network_id': 'bba2e61c-d091-4a23-95a7-3079a9574eb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-78470500-subnet', 'tenant_id': '18fd8ab8eb5140b4ab7192485bb70cd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:05:23.834627 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa8bd26-ec26-4d87-be06-cf7127a3b875 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:23.834919 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa8bd26-ec26-4d87-be06-cf7127a3b875 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:23.836016 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa8bd26-ec26-4d87-be06-cf7127a3b875 admin admin] Tracked resource versions report:
Jun 03 22:05:23.836016 dv-cinder-794669-4-iscsi neutron-server[92564]: pushed versions:
Jun 03 22:05:23.836016 dv-cinder-794669-4-iscsi neutron-server[92564]: {   'AddressGroup': {'1.2'},
Jun 03 22:05:23.836016 dv-cinder-794669-4-iscsi neutron-server[92564]:     'ConntrackHelper': {'1.0'},
Jun 03 22:05:23.836016 dv-cinder-794669-4-iscsi neutron-server[92564]:     'Log': {'1.0'},
Jun 03 22:05:23.836016 dv-cinder-794669-4-iscsi neutron-server[92564]:     'Network': {'1.1'},
Jun 03 22:05:23.836016 dv-cinder-794669-4-iscsi neutron-server[92564]:     'Port': {'1.7'},
Jun 03 22:05:23.836016 dv-cinder-794669-4-iscsi neutron-server[92564]:     'PortForwarding': {'1.2'},
Jun 03 22:05:23.836016 dv-cinder-794669-4-iscsi neutron-server[92564]:     'QosPolicy': {'1.8'},
Jun 03 22:05:23.836016 dv-cinder-794669-4-iscsi neutron-server[92564]:     'SecurityGroup': {'1.4'},
Jun 03 22:05:23.836016 dv-cinder-794669-4-iscsi neutron-server[92564]:     'SecurityGroupRule': {'1.2'},
Jun 03 22:05:23.836016 dv-cinder-794669-4-iscsi neutron-server[92564]:     'SubPort': {'1.0'},
Jun 03 22:05:23.836016 dv-cinder-794669-4-iscsi neutron-server[92564]:     'Subnet': {'1.1'},
Jun 03 22:05:23.836016 dv-cinder-794669-4-iscsi neutron-server[92564]:     'Trunk': {'1.1'}}
Jun 03 22:05:23.836016 dv-cinder-794669-4-iscsi neutron-server[92564]: consumer versions:
Jun 03 22:05:23.836016 dv-cinder-794669-4-iscsi neutron-server[92564]: {   DHCP agent@dv-cinder-794669-4-iscsi: {},
Jun 03 22:05:23.836016 dv-cinder-794669-4-iscsi neutron-server[92564]:     HyperV agent@hv-cinder-79466: {},
Jun 03 22:05:23.836016 dv-cinder-794669-4-iscsi neutron-server[92564]:     L3 agent@dv-cinder-794669-4-iscsi: {},
Jun 03 22:05:23.836016 dv-cinder-794669-4-iscsi neutron-server[92564]:     Metadata agent@dv-cinder-794669-4-iscsi: {},
Jun 03 22:05:23.836016 dv-cinder-794669-4-iscsi neutron-server[92564]:     Metering agent@dv-cinder-794669-4-iscsi: {},
Jun 03 22:05:23.836016 dv-cinder-794669-4-iscsi neutron-server[92564]:     Open vSwitch agent@dv-cinder-794669-4-iscsi: {   'AddressGroup': '1.2',
Jun 03 22:05:23.836016 dv-cinder-794669-4-iscsi neutron-server[92564]:                                                      'ConntrackHelper': '1.0',
Jun 03 22:05:23.836016 dv-cinder-794669-4-iscsi neutron-server[92564]:                                                      'Log': '1.0',
Jun 03 22:05:23.836016 dv-cinder-794669-4-iscsi neutron-server[92564]:                                                      'Network': '1.1',
Jun 03 22:05:23.836016 dv-cinder-794669-4-iscsi neutron-server[92564]:                                                      'Port': '1.7',
Jun 03 22:05:23.836016 dv-cinder-794669-4-iscsi neutron-server[92564]:                                                      'PortForwarding': '1.2',
Jun 03 22:05:23.836016 dv-cinder-794669-4-iscsi neutron-server[92564]:                                                      'QosPolicy': '1.8',
Jun 03 22:05:23.836016 dv-cinder-794669-4-iscsi neutron-server[92564]:                                                      'SecurityGroup': '1.4',
Jun 03 22:05:23.836016 dv-cinder-794669-4-iscsi neutron-server[92564]:                                                      'SecurityGroupRule': '1.2',
Jun 03 22:05:23.836016 dv-cinder-794669-4-iscsi neutron-server[92564]:                                                      'SubPort': '1.0',
Jun 03 22:05:23.836016 dv-cinder-794669-4-iscsi neutron-server[92564]:                                                      'Subnet': '1.1',
Jun 03 22:05:23.836016 dv-cinder-794669-4-iscsi neutron-server[92564]:                                                      'Trunk': '1.1'}}
Jun 03 22:05:23.836016 dv-cinder-794669-4-iscsi neutron-server[92564]:  {{(pid=92564) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 03 22:05:23.840320 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-8b4d128f-dfca-40f2-aa06-24df9b373b98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:05:23.846126 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-8b4d128f-dfca-40f2-aa06-24df9b373b98 admin admin] Usage tracker for resource:subnet and tenant:18fd8ab8eb5140b4ab7192485bb70cd8 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:05:23.849142 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-8b4d128f-dfca-40f2-aa06-24df9b373b98 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:05:23.857076 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-8b4d128f-dfca-40f2-aa06-24df9b373b98 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:05:23.858758 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-adc24856-6340-4e96-9de8-a0241a2c126b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286'] for segment, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:23.859104 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.db.segments_db [None req-adc24856-6340-4e96-9de8-a0241a2c126b admin admin] Added segment eb669f87-637c-4e86-bcd2-b6b3456e5997 of type vlan for network 35f20c75-e7a0-4927-b48f-493b756f4e3d
Jun 03 22:05:23.861349 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-47a3c408-0b2c-4fa8-a573-5efab4eba00e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286'] for segment, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:23.861689 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.db.segments_db [None req-47a3c408-0b2c-4fa8-a573-5efab4eba00e admin admin] Added segment dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba of type vlan for network ceedd4ab-fc8f-4298-8659-a082fdebf44c
Jun 03 22:05:23.957275 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-adc24856-6340-4e96-9de8-a0241a2c126b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762085776842'] for network, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:23.963487 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-efa8bd26-ec26-4d87-be06-cf7127a3b875 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762085776842'] for network, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:23.969097 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc24856-6340-4e96-9de8-a0241a2c126b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d236e0a-2299-40a3-a783-f7332b7cd4ef,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:23.977202 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-47a3c408-0b2c-4fa8-a573-5efab4eba00e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762085776842'] for network, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:24.027118 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4d128f-dfca-40f2-aa06-24df9b373b98 admin admin] Made reservation on behalf of 18fd8ab8eb5140b4ab7192485bb70cd8 for: {'subnet': 1} {{(pid=92563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:05:24.029906 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-8b4d128f-dfca-40f2-aa06-24df9b373b98 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:24.098554 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3c408-0b2c-4fa8-a573-5efab4eba00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f9fa73-31d1-42b9-bed7-c8676b195422,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:24.111253 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-47a3c408-0b2c-4fa8-a573-5efab4eba00e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:24.111831 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.398s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:24.112022 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:24.117533 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.351s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:24.117818 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:24.139186 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5f4177cb-d0b3-4afb-b36f-0c72afa71844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947'] for subnet, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:24.143920 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:24.204137 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-47a3c408-0b2c-4fa8-a573-5efab4eba00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630954'] for network, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:24.208120 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-efa8bd26-ec26-4d87-be06-cf7127a3b875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630954'] for network, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:24.215060 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-adc24856-6340-4e96-9de8-a0241a2c126b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630954'] for network, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:24.219439 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a3c408-0b2c-4fa8-a573-5efab4eba00e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:24.220014 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-47a3c408-0b2c-4fa8-a573-5efab4eba00e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for network, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:24.238612 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa8bd26-ec26-4d87-be06-cf7127a3b875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:24.239210 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-efa8bd26-ec26-4d87-be06-cf7127a3b875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for network, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:24.261857 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc24856-6340-4e96-9de8-a0241a2c126b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:24.262463 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-adc24856-6340-4e96-9de8-a0241a2c126b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for network, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:24.265604 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4177cb-d0b3-4afb-b36f-0c72afa71844 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1cfb52f-fae3-41f6-b5cc-1d4820333e78,revision_number=0']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:24.273357 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4177cb-d0b3-4afb-b36f-0c72afa71844 admin admin] Checking segment: {'id': '7a6af273-4ce2-4aa4-8a31-a261ea09a7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1428, 'network_id': '1f652ae2-ef2d-40af-a69e-e0b6dd8fa441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:05:24.273714 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4177cb-d0b3-4afb-b36f-0c72afa71844 admin admin] Network hostable DHCP agents. Network: 1f652ae2-ef2d-40af-a69e-e0b6dd8fa441, hostable agents: ['be050b16-fd90-4481-8e13-e59b75a800c3'], hosted agents: [] {{(pid=92564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 22:05:24.278439 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-5f4177cb-d0b3-4afb-b36f-0c72afa71844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:24.284293 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-2e9ee82d-ea9f-4f68-8bd9-893150bbcb42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:24.420173 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 56996) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:24.427168 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3c408-0b2c-4fa8-a573-5efab4eba00e admin admin] Pushing event updated for resources: {'Network': ['ID=ceedd4ab-fc8f-4298-8659-a082fdebf44c,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:24.438749 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Network ceedd4ab-fc8f-4298-8659-a082fdebf44c details requested by agent ovs-agent-dv-cinder-794669-4-iscsi with host dv-cinder-794669-4-iscsi {{(pid=92565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 22:05:24.533081 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-47a3c408-0b2c-4fa8-a573-5efab4eba00e admin admin] 10.222.0.106 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 2.3725996
Jun 03 22:05:24.534574 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-efa8bd26-ec26-4d87-be06-cf7127a3b875 admin admin] 10.222.0.106 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.4131260
Jun 03 22:05:24.535753 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-adc24856-6340-4e96-9de8-a0241a2c126b admin admin] 10.222.0.106 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.8562472
Jun 03 22:05:24.536728 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4177cb-d0b3-4afb-b36f-0c72afa71844 admin admin] Network 1f652ae2-ef2d-40af-a69e-e0b6dd8fa441 is scheduled to be hosted by DHCP agent be050b16-fd90-4481-8e13-e59b75a800c3 with binding_index 1 {{(pid=92564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 22:05:24.540895 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 57002) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:24.541516 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 57004) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:24.543546 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 57006) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:24.544444 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa8bd26-ec26-4d87-be06-cf7127a3b875 admin admin] Pushing event updated for resources: {'Network': ['ID=29b7a9cd-8b45-49f4-a0dc-9e6d604e74a6,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:24.566915 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Network 29b7a9cd-8b45-49f4-a0dc-9e6d604e74a6 details requested by agent ovs-agent-dv-cinder-794669-4-iscsi with host dv-cinder-794669-4-iscsi {{(pid=92565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 22:05:24.570581 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-b33408b8-22a0-4b1b-a2f0-963fafbd0751 admin admin] Request body: {'subnet': {'network_id': 'ceedd4ab-fc8f-4298-8659-a082fdebf44c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1059474899-subnet', 'tenant_id': 'cb9a7d32ed194ab1b6188c11ba83bbd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:05:24.576527 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-b33408b8-22a0-4b1b-a2f0-963fafbd0751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:05:24.580600 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-b33408b8-22a0-4b1b-a2f0-963fafbd0751 admin admin] Usage tracker for resource:subnet and tenant:cb9a7d32ed194ab1b6188c11ba83bbd4 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:05:24.583790 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-b33408b8-22a0-4b1b-a2f0-963fafbd0751 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:05:24.589921 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-b33408b8-22a0-4b1b-a2f0-963fafbd0751 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:05:24.602211 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-188d2778-d340-42ed-a6c0-421022037a4d admin admin] Request body: {'subnet': {'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-506570283-subnet', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:05:24.615165 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-8bff94de-a4c4-4cd4-a304-915b099a9131 admin admin] Request body: {'subnet': {'network_id': '29b7a9cd-8b45-49f4-a0dc-9e6d604e74a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-807402353-subnet', 'tenant_id': '614581c3b392493688c8ec8d28dc730e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:05:24.623272 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-188d2778-d340-42ed-a6c0-421022037a4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:05:24.637714 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-188d2778-d340-42ed-a6c0-421022037a4d admin admin] Usage tracker for resource:subnet and tenant:c14a1e6c501b4dd3966eb23d8b4969bc is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:05:24.641830 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-188d2778-d340-42ed-a6c0-421022037a4d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:05:24.650100 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-188d2778-d340-42ed-a6c0-421022037a4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:05:24.710925 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 57016) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:24.725060 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-8bff94de-a4c4-4cd4-a304-915b099a9131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:05:24.725531 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.base_scheduler [None req-5f4177cb-d0b3-4afb-b36f-0c72afa71844 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-4-iscsi, 1f652ae2-ef2d-40af-a69e-e0b6dd8fa441) {{(pid=92564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:05:24.731762 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4177cb-d0b3-4afb-b36f-0c72afa71844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:24.732355 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5f4177cb-d0b3-4afb-b36f-0c72afa71844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for subnet, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:24.737418 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae9c35c-8f8e-4312-a77f-92d8dc374c1a None None] Network 1f652ae2-ef2d-40af-a69e-e0b6dd8fa441 requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:05:24.738506 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-8bff94de-a4c4-4cd4-a304-915b099a9131 admin admin] Usage tracker for resource:subnet and tenant:614581c3b392493688c8ec8d28dc730e is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:05:24.743216 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-8bff94de-a4c4-4cd4-a304-915b099a9131 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:05:24.752623 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc24856-6340-4e96-9de8-a0241a2c126b admin admin] Pushing event updated for resources: {'Network': ['ID=35f20c75-e7a0-4927-b48f-493b756f4e3d,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:24.753780 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-8bff94de-a4c4-4cd4-a304-915b099a9131 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:05:24.755553 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-adc24856-6340-4e96-9de8-a0241a2c126b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:24.756043 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.508s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:24.756609 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-7c7bc4a7-8c09-40f3-90c6-700f487d0118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:24.757000 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.484s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:24.757276 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:24.769488 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Network 35f20c75-e7a0-4927-b48f-493b756f4e3d details requested by agent ovs-agent-dv-cinder-794669-4-iscsi with host dv-cinder-794669-4-iscsi {{(pid=92565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 22:05:24.776616 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33408b8-22a0-4b1b-a2f0-963fafbd0751 admin admin] Made reservation on behalf of cb9a7d32ed194ab1b6188c11ba83bbd4 for: {'subnet': 1} {{(pid=92563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:05:24.780748 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b33408b8-22a0-4b1b-a2f0-963fafbd0751 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:24.830216 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188d2778-d340-42ed-a6c0-421022037a4d admin admin] Made reservation on behalf of c14a1e6c501b4dd3966eb23d8b4969bc for: {'subnet': 1} {{(pid=92563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:05:24.832553 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-188d2778-d340-42ed-a6c0-421022037a4d admin admin] Notify callbacks [] for subnet, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:24.851000 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-5f4177cb-d0b3-4afb-b36f-0c72afa71844 admin admin] 10.222.0.106 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 2.2731845
Jun 03 22:05:24.975266 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-99e73adf-7c99-4df2-921e-c686e70835d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:24.984943 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-d0ca1eec-b5f4-41b7-b955-9f0718d74b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:25.003951 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bff94de-a4c4-4cd4-a304-915b099a9131 admin admin] Made reservation on behalf of 614581c3b392493688c8ec8d28dc730e for: {'subnet': 1} {{(pid=92563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:05:25.006904 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-8bff94de-a4c4-4cd4-a304-915b099a9131 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:25.041987 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d068bf-0636-4e54-b601-f6fafab9f218 None None] Network 1f652ae2-ef2d-40af-a69e-e0b6dd8fa441 requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:05:25.114310 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-d0ca1eec-b5f4-41b7-b955-9f0718d74b7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:05:25.116930 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-99e73adf-7c99-4df2-921e-c686e70835d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:05:25.135549 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-99e73adf-7c99-4df2-921e-c686e70835d2 admin admin] Usage tracker for resource:security_group_rule and tenant:f6a406760f1b42baa3dce366bb9135fe is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:05:25.147641 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-d0ca1eec-b5f4-41b7-b955-9f0718d74b7b admin admin] Usage tracker for resource:security_group_rule and tenant:297cc14d59fd40e6b89d17f3494512fa is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:05:25.150288 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-99e73adf-7c99-4df2-921e-c686e70835d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:05:25.212876 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-d0ca1eec-b5f4-41b7-b955-9f0718d74b7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:05:25.216235 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-8b4d128f-dfca-40f2-aa06-24df9b373b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947'] for subnet, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:25.219696 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-99e73adf-7c99-4df2-921e-c686e70835d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:05:25.272202 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-d0ca1eec-b5f4-41b7-b955-9f0718d74b7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:05:25.293248 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-6cb99075-a117-418c-9262-0e0efa867190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:25.557138 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d128f-dfca-40f2-aa06-24df9b373b98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=969eac6f-666f-4cbf-a728-422f9d725aef,revision_number=0']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:25.559955 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-8b4d128f-dfca-40f2-aa06-24df9b373b98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:25.560847 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4d128f-dfca-40f2-aa06-24df9b373b98 admin admin] Checking segment: {'id': '78cbdb10-dbd3-4f35-8746-fd326444031e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': 'bba2e61c-d091-4a23-95a7-3079a9574eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:05:25.561205 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4d128f-dfca-40f2-aa06-24df9b373b98 admin admin] Network hostable DHCP agents. Network: bba2e61c-d091-4a23-95a7-3079a9574eb0, hostable agents: ['be050b16-fd90-4481-8e13-e59b75a800c3'], hosted agents: [] {{(pid=92563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 22:05:25.732242 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 57054) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:25.737270 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [None req-0d30f8eb-9323-49b7-87ab-7b6367198336 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-503937103-network', 'tenant_id': 'ba020141e7fd4cbabd1ff4d79e8e1604'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:05:25.744473 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-0d30f8eb-9323-49b7-87ab-7b6367198336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:05:25.748563 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-0d30f8eb-9323-49b7-87ab-7b6367198336 admin admin] Usage tracker for resource:network and tenant:ba020141e7fd4cbabd1ff4d79e8e1604 is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:05:25.751502 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-0d30f8eb-9323-49b7-87ab-7b6367198336 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:05:25.757482 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-0d30f8eb-9323-49b7-87ab-7b6367198336 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:05:25.786453 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4d128f-dfca-40f2-aa06-24df9b373b98 admin admin] Network bba2e61c-d091-4a23-95a7-3079a9574eb0 is scheduled to be hosted by DHCP agent be050b16-fd90-4481-8e13-e59b75a800c3 with binding_index 1 {{(pid=92563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 22:05:25.830964 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-99e73adf-7c99-4df2-921e-c686e70835d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:25.841030 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-d0ca1eec-b5f4-41b7-b955-9f0718d74b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:25.959046 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-99e73adf-7c99-4df2-921e-c686e70835d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:25.964890 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-02293ba8-d770-4cdb-aa3b-92d184ce84e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:26.016488 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-99e73adf-7c99-4df2-921e-c686e70835d2 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=f6a406760f1b42baa3dce366bb9135fe&name=default HTTP/1.1" status: 200  len: 2975 time: 1.5952375
Jun 03 22:05:26.018792 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e73adf-7c99-4df2-921e-c686e70835d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f76a4a-67b4-4a02-b5d0-93ce9fc82f42,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:26.019533 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 57060) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:26.023705 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-99e73adf-7c99-4df2-921e-c686e70835d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:26.086878 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-d0ca1eec-b5f4-41b7-b955-9f0718d74b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:26.096434 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-d8fe4b64-f389-4876-8ab9-d6c53a7826ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:26.098339 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-8b4d128f-dfca-40f2-aa06-24df9b373b98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-4-iscsi, bba2e61c-d091-4a23-95a7-3079a9574eb0) {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:05:26.108250 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fb43ae-211d-4e98-939c-c55fbffa3770 None None] Network bba2e61c-d091-4a23-95a7-3079a9574eb0 requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:05:26.122682 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4d128f-dfca-40f2-aa06-24df9b373b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:26.123259 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-8b4d128f-dfca-40f2-aa06-24df9b373b98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for subnet, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:26.126598 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-7f871360-e956-431e-998d-84bac8a1a227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:26.140294 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-d8fe4b64-f389-4876-8ab9-d6c53a7826ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:26.150204 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d30f8eb-9323-49b7-87ab-7b6367198336 admin admin] Made reservation on behalf of ba020141e7fd4cbabd1ff4d79e8e1604 for: {'network': 1} {{(pid=92564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:05:26.152701 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-0d30f8eb-9323-49b7-87ab-7b6367198336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1611770'] for network, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:26.182619 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-0d30f8eb-9323-49b7-87ab-7b6367198336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:26.232056 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b33408b8-22a0-4b1b-a2f0-963fafbd0751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947'] for subnet, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:26.232779 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca1eec-b5f4-41b7-b955-9f0718d74b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc0d63d-1342-4602-a84c-73c2a1ec33db,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:26.240738 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-d0ca1eec-b5f4-41b7-b955-9f0718d74b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:26.249717 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-d0ca1eec-b5f4-41b7-b955-9f0718d74b7b admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=297cc14d59fd40e6b89d17f3494512fa&name=default HTTP/1.1" status: 200  len: 2975 time: 1.5371306
Jun 03 22:05:26.255492 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:26.263029 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 57064) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:26.301331 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-0d30f8eb-9323-49b7-87ab-7b6367198336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:05:26.318187 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-0d30f8eb-9323-49b7-87ab-7b6367198336 admin admin] Usage tracker for resource:security_group_rule and tenant:ba020141e7fd4cbabd1ff4d79e8e1604 is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:05:26.321427 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-0d30f8eb-9323-49b7-87ab-7b6367198336 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:05:26.335076 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-0d30f8eb-9323-49b7-87ab-7b6367198336 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:05:26.370668 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-ecbee2c6-7401-4c14-9984-00c596c1f5fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:26.391569 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfe3bf9-6c0f-4a30-875b-0d58ee65e4f5 None None] Network bba2e61c-d091-4a23-95a7-3079a9574eb0 requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:05:26.401833 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-ecbee2c6-7401-4c14-9984-00c596c1f5fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:26.440282 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33408b8-22a0-4b1b-a2f0-963fafbd0751 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdfc5818-5ff2-45c9-ba1c-7ddd531c675e,revision_number=0']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:26.445408 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-b33408b8-22a0-4b1b-a2f0-963fafbd0751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:26.466032 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33408b8-22a0-4b1b-a2f0-963fafbd0751 admin admin] Checking segment: {'id': 'dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'ceedd4ab-fc8f-4298-8659-a082fdebf44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:05:26.466383 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33408b8-22a0-4b1b-a2f0-963fafbd0751 admin admin] Network hostable DHCP agents. Network: ceedd4ab-fc8f-4298-8659-a082fdebf44c, hostable agents: ['be050b16-fd90-4481-8e13-e59b75a800c3'], hosted agents: [] {{(pid=92563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 22:05:26.487041 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-8b4d128f-dfca-40f2-aa06-24df9b373b98 admin admin] 10.222.0.106 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 2.6580639
Jun 03 22:05:26.610476 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-d8fe4b64-f389-4876-8ab9-d6c53a7826ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:26.617000 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:26.634969 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe4b64-f389-4876-8ab9-d6c53a7826ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f76a4a-67b4-4a02-b5d0-93ce9fc82f42,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:26.639561 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-d8fe4b64-f389-4876-8ab9-d6c53a7826ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:26.644032 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-8bff94de-a4c4-4cd4-a304-915b099a9131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947'] for subnet, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:26.645942 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-d8fe4b64-f389-4876-8ab9-d6c53a7826ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:26.650347 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-d8fe4b64-f389-4876-8ab9-d6c53a7826ad admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/85f76a4a-67b4-4a02-b5d0-93ce9fc82f42 HTTP/1.1" status: 204  len: 168 time: 0.6264145
Jun 03 22:05:26.652214 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:26.682061 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-188d2778-d340-42ed-a6c0-421022037a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947'] for subnet, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:26.694635 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-ecbee2c6-7401-4c14-9984-00c596c1f5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:26.704433 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:26.723314 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbee2c6-7401-4c14-9984-00c596c1f5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc0d63d-1342-4602-a84c-73c2a1ec33db,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:26.725655 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33408b8-22a0-4b1b-a2f0-963fafbd0751 admin admin] Network ceedd4ab-fc8f-4298-8659-a082fdebf44c is scheduled to be hosted by DHCP agent be050b16-fd90-4481-8e13-e59b75a800c3 with binding_index 1 {{(pid=92563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 22:05:26.752606 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-ecbee2c6-7401-4c14-9984-00c596c1f5fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:26.754797 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-ecbee2c6-7401-4c14-9984-00c596c1f5fa admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/1dc0d63d-1342-4602-a84c-73c2a1ec33db HTTP/1.1" status: 204  len: 168 time: 0.4883912
Jun 03 22:05:26.799220 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-ecbee2c6-7401-4c14-9984-00c596c1f5fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:26.799849 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff94de-a4c4-4cd4-a304-915b099a9131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3f1f6cd-92cb-4379-bd59-3292d17ca5ab,revision_number=0']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:26.811293 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-8bff94de-a4c4-4cd4-a304-915b099a9131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:26.816253 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-8b4d128f-dfca-40f2-aa06-24df9b373b98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:26.832892 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-0d30f8eb-9323-49b7-87ab-7b6367198336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:26.888077 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bff94de-a4c4-4cd4-a304-915b099a9131 admin admin] Checking segment: {'id': 'c390c824-bb20-443e-b455-af1f6c810dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1427, 'network_id': '29b7a9cd-8b45-49f4-a0dc-9e6d604e74a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:05:26.888345 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bff94de-a4c4-4cd4-a304-915b099a9131 admin admin] Network hostable DHCP agents. Network: 29b7a9cd-8b45-49f4-a0dc-9e6d604e74a6, hostable agents: ['be050b16-fd90-4481-8e13-e59b75a800c3'], hosted agents: [] {{(pid=92563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 22:05:26.904710 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d2778-d340-42ed-a6c0-421022037a4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=67671872-aaef-41f0-85f5-6741db23bdd5,revision_number=0']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:26.908029 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188d2778-d340-42ed-a6c0-421022037a4d admin admin] Checking segment: {'id': 'eb669f87-637c-4e86-bcd2-b6b3456e5997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:05:26.908375 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188d2778-d340-42ed-a6c0-421022037a4d admin admin] Network hostable DHCP agents. Network: 35f20c75-e7a0-4927-b48f-493b756f4e3d, hostable agents: ['be050b16-fd90-4481-8e13-e59b75a800c3'], hosted agents: [] {{(pid=92563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 22:05:26.911121 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-188d2778-d340-42ed-a6c0-421022037a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:27.074641 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-0d30f8eb-9323-49b7-87ab-7b6367198336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:27.077005 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-b33408b8-22a0-4b1b-a2f0-963fafbd0751 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-4-iscsi, ceedd4ab-fc8f-4298-8659-a082fdebf44c) {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:05:27.082032 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33408b8-22a0-4b1b-a2f0-963fafbd0751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:27.083459 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:27.083632 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b33408b8-22a0-4b1b-a2f0-963fafbd0751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for subnet, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:27.095500 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af98135-b2f3-4bed-8cd5-e7cc8edf84d8 None None] Network ceedd4ab-fc8f-4298-8659-a082fdebf44c requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:05:27.136674 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d30f8eb-9323-49b7-87ab-7b6367198336 admin admin] vlan segment allocate from pool success with {'vlan_id': 1405, 'physical_network': 'physnet1'}  {{(pid=92564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 22:05:27.150240 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30f8eb-9323-49b7-87ab-7b6367198336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d73686-6aac-44e6-b4e0-95137b756667,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:27.155212 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-0d30f8eb-9323-49b7-87ab-7b6367198336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:27.164052 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-0d30f8eb-9323-49b7-87ab-7b6367198336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286'] for segment, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:27.164052 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.db.segments_db [None req-0d30f8eb-9323-49b7-87ab-7b6367198336 admin admin] Added segment 330af1b9-7cb7-4a41-9c85-e4081c2db172 of type vlan for network 41f07e21-6a6f-456c-8c62-d77607c76c09
Jun 03 22:05:27.193647 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188d2778-d340-42ed-a6c0-421022037a4d admin admin] Network 35f20c75-e7a0-4927-b48f-493b756f4e3d is scheduled to be hosted by DHCP agent be050b16-fd90-4481-8e13-e59b75a800c3 with binding_index 1 {{(pid=92563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 22:05:27.203856 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bff94de-a4c4-4cd4-a304-915b099a9131 admin admin] Network 29b7a9cd-8b45-49f4-a0dc-9e6d604e74a6 is scheduled to be hosted by DHCP agent be050b16-fd90-4481-8e13-e59b75a800c3 with binding_index 1 {{(pid=92563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 22:05:27.211455 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-188d2778-d340-42ed-a6c0-421022037a4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-4-iscsi, 35f20c75-e7a0-4927-b48f-493b756f4e3d) {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:05:27.213417 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-8bff94de-a4c4-4cd4-a304-915b099a9131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-4-iscsi, 29b7a9cd-8b45-49f4-a0dc-9e6d604e74a6) {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:05:27.221143 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-0d30f8eb-9323-49b7-87ab-7b6367198336 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762085776842'] for network, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:27.235591 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d8ca74-f9f1-43f7-b15b-acceecd1e66b None None] Network 35f20c75-e7a0-4927-b48f-493b756f4e3d requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:05:27.237218 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188d2778-d340-42ed-a6c0-421022037a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:27.237982 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-188d2778-d340-42ed-a6c0-421022037a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for subnet, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:27.290429 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-b33408b8-22a0-4b1b-a2f0-963fafbd0751 admin admin] 10.222.0.106 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 2.7319615
Jun 03 22:05:27.290814 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 57088) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:27.309626 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd8a0d1-39ca-4e18-a10e-e3180fc241f0 None None] Network 29b7a9cd-8b45-49f4-a0dc-9e6d604e74a6 requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:05:27.311947 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-93707a3c-6b49-48ce-bbbb-e3f40b2a7bd0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1059474899-router', 'tenant_id': 'cb9a7d32ed194ab1b6188c11ba83bbd4', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'}}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:05:27.317127 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-93707a3c-6b49-48ce-bbbb-e3f40b2a7bd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:05:27.320743 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-93707a3c-6b49-48ce-bbbb-e3f40b2a7bd0 admin admin] Usage tracker for resource:router and tenant:cb9a7d32ed194ab1b6188c11ba83bbd4 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:05:27.324849 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-93707a3c-6b49-48ce-bbbb-e3f40b2a7bd0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:05:27.330269 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bff94de-a4c4-4cd4-a304-915b099a9131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:27.330952 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-8bff94de-a4c4-4cd4-a304-915b099a9131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for subnet, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:27.368932 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-93707a3c-6b49-48ce-bbbb-e3f40b2a7bd0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:05:27.394005 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-188d2778-d340-42ed-a6c0-421022037a4d admin admin] 10.222.0.106 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.8351095
Jun 03 22:05:27.400710 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 57094) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:27.405799 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-99f33dc1-7645-4a07-8334-3929ecb74276 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-506570283-router', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'}}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:05:27.410595 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-99f33dc1-7645-4a07-8334-3929ecb74276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:05:27.414813 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-99f33dc1-7645-4a07-8334-3929ecb74276 admin admin] Usage tracker for resource:router and tenant:c14a1e6c501b4dd3966eb23d8b4969bc is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:05:27.418377 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-99f33dc1-7645-4a07-8334-3929ecb74276 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:05:27.425838 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-99f33dc1-7645-4a07-8334-3929ecb74276 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:05:27.432848 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-0d30f8eb-9323-49b7-87ab-7b6367198336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630954'] for network, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:27.434213 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d30f8eb-9323-49b7-87ab-7b6367198336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:27.434773 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-0d30f8eb-9323-49b7-87ab-7b6367198336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for network, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:27.472210 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:27.509135 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-8bff94de-a4c4-4cd4-a304-915b099a9131 admin admin] 10.222.0.106 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.9519746
Jun 03 22:05:27.565268 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-99f33dc1-7645-4a07-8334-3929ecb74276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-709094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38430'] for router, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:27.566831 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-99f33dc1-7645-4a07-8334-3929ecb74276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-708931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38423'] for router, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:27.585537 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30f8eb-9323-49b7-87ab-7b6367198336 admin admin] Pushing event updated for resources: {'Network': ['ID=41f07e21-6a6f-456c-8c62-d77607c76c09,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:27.586209 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-99f33dc1-7645-4a07-8334-3929ecb74276 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:27.589009 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-0d30f8eb-9323-49b7-87ab-7b6367198336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:27.599030 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-93707a3c-6b49-48ce-bbbb-e3f40b2a7bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-709094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38430'] for router, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:27.600140 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-93707a3c-6b49-48ce-bbbb-e3f40b2a7bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-708931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38423'] for router, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:27.621190 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-93707a3c-6b49-48ce-bbbb-e3f40b2a7bd0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:27.625065 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Network 41f07e21-6a6f-456c-8c62-d77607c76c09 details requested by agent ovs-agent-dv-cinder-794669-4-iscsi with host dv-cinder-794669-4-iscsi {{(pid=92565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 22:05:27.632210 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-0d30f8eb-9323-49b7-87ab-7b6367198336 admin admin] 10.222.0.106 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.8960896
Jun 03 22:05:27.632495 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 57100) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:27.640125 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [None req-c962e332-e957-4f23-8e71-150f237a1e64 admin admin] Request body: {'subnet': {'network_id': '41f07e21-6a6f-456c-8c62-d77607c76c09', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-503937103-subnet', 'tenant_id': 'ba020141e7fd4cbabd1ff4d79e8e1604', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:05:27.647013 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-c962e332-e957-4f23-8e71-150f237a1e64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:05:27.651332 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-c962e332-e957-4f23-8e71-150f237a1e64 admin admin] Usage tracker for resource:subnet and tenant:ba020141e7fd4cbabd1ff4d79e8e1604 is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:05:27.656231 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-c962e332-e957-4f23-8e71-150f237a1e64 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:05:27.663047 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-c962e332-e957-4f23-8e71-150f237a1e64 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:05:27.666380 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e32b840-37f7-43cd-882e-f4ec9a036dce None None] Network ceedd4ab-fc8f-4298-8659-a082fdebf44c requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:05:27.804174 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c962e332-e957-4f23-8e71-150f237a1e64 admin admin] Made reservation on behalf of ba020141e7fd4cbabd1ff4d79e8e1604 for: {'subnet': 1} {{(pid=92564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:05:27.807335 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-c962e332-e957-4f23-8e71-150f237a1e64 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:27.947016 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ef8050-0178-4897-a2b8-92f560bb0302 None None] Network 29b7a9cd-8b45-49f4-a0dc-9e6d604e74a6 requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:05:27.984373 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 57104) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:28.009471 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4eb3f4b4-692d-427a-9141-83cfe38619bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:28.039453 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-4eb3f4b4-692d-427a-9141-83cfe38619bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:05:28.053241 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-4eb3f4b4-692d-427a-9141-83cfe38619bb admin admin] Usage tracker for resource:security_group_rule and tenant:23b3f67e7c2c445eab98e149ebdd73fb is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:05:28.059572 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-4eb3f4b4-692d-427a-9141-83cfe38619bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:05:28.067827 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-4eb3f4b4-692d-427a-9141-83cfe38619bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:05:28.169150 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4eb3f4b4-692d-427a-9141-83cfe38619bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:28.169150 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 57106) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:28.170983 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfd294f1-abd0-5e5a-9de6-d36a8946cd59-35f20c75-e7a0-4927-b48f-493b756f4e3d', 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'fixed_ips': [{'subnet_id': '67671872-aaef-41f0-85f5-6741db23bdd5'}]}} from dv-cinder-794669-4-iscsi. {{(pid=92565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 03 22:05:28.172108 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:28.184913 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5348c8a9-964c-4f4b-9249-d9560b799a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:28.202036 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-5348c8a9-964c-4f4b-9249-d9560b799a18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:05:28.207111 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-5348c8a9-964c-4f4b-9249-d9560b799a18 admin admin] Usage tracker for resource:security_group_rule and tenant:36926e3dcfc8464da412077653658d93 is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:05:28.211277 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-5348c8a9-964c-4f4b-9249-d9560b799a18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:05:28.219965 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-5348c8a9-964c-4f4b-9249-d9560b799a18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:05:28.365497 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-99f33dc1-7645-4a07-8334-3929ecb74276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38521'] for router, precommit_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:28.382574 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4eb3f4b4-692d-427a-9141-83cfe38619bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:28.392030 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-93707a3c-6b49-48ce-bbbb-e3f40b2a7bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38521'] for router, precommit_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:28.399032 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5348c8a9-964c-4f4b-9249-d9560b799a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:28.409354 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:28.506936 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-4eb3f4b4-692d-427a-9141-83cfe38619bb admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=23b3f67e7c2c445eab98e149ebdd73fb&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5218465
Jun 03 22:05:28.511686 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 57112) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:28.511878 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb3f4b4-692d-427a-9141-83cfe38619bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52cf83f1-8b9a-40fb-92fa-6be7b64a9f69,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:28.515656 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-4eb3f4b4-692d-427a-9141-83cfe38619bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:28.529311 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5348c8a9-964c-4f4b-9249-d9560b799a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:28.553473 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-4eb3f4b4-692d-427a-9141-83cfe38619bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:28.555237 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.db_base_plugin_common [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] Allocated IP 172.20.0.2 (35f20c75-e7a0-4927-b48f-493b756f4e3d/67671872-aaef-41f0-85f5-6741db23bdd5/b867f911-d585-4976-9d95-e9d7733b3751) {{(pid=92565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:05:28.613883 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-5348c8a9-964c-4f4b-9249-d9560b799a18 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=36926e3dcfc8464da412077653658d93&name=default HTTP/1.1" status: 200  len: 2976 time: 0.4468839
Jun 03 22:05:28.617643 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 57120) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:28.618263 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5348c8a9-964c-4f4b-9249-d9560b799a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609872b1-b3bc-4057-8890-abf6af4e9814,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:28.621400 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-5348c8a9-964c-4f4b-9249-d9560b799a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:28.812496 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-d8e495eb-d01b-4240-bb3a-60ac7f1ad7c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:28.843271 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-c962e332-e957-4f23-8e71-150f237a1e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947'] for subnet, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:28.846148 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-beee42d9-6daa-43ae-bce9-14faac40c4e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:28.854617 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:28.855724 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] Notify callbacks [] for port, precommit_create {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:28.869124 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] Transition to ACTIVE for port object b867f911-d585-4976-9d95-e9d7733b3751 will not be triggered until provisioned by entity L2. {{(pid=92565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:05:28.892888 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] Transition to ACTIVE for port object b867f911-d585-4976-9d95-e9d7733b3751 will not be triggered until provisioned by entity DHCP. {{(pid=92565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:05:28.909623 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 57138) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:28.916626 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-d8e495eb-d01b-4240-bb3a-60ac7f1ad7c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:28.916883 dv-cinder-794669-4-iscsi neutron-server[92563]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 03 22:05:28.918852 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-beee42d9-6daa-43ae-bce9-14faac40c4e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:28.995910 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962e332-e957-4f23-8e71-150f237a1e64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e13a8711-f61d-401e-9461-d6c2e449aca3,revision_number=0']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:28.999132 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-c962e332-e957-4f23-8e71-150f237a1e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:29.006619 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540'] for port, after_create {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:29.012764 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:29.031173 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c962e332-e957-4f23-8e71-150f237a1e64 admin admin] Checking segment: {'id': '330af1b9-7cb7-4a41-9c85-e4081c2db172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '41f07e21-6a6f-456c-8c62-d77607c76c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:05:29.031558 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c962e332-e957-4f23-8e71-150f237a1e64 admin admin] Network hostable DHCP agents. Network: 41f07e21-6a6f-456c-8c62-d77607c76c09, hostable agents: ['be050b16-fd90-4481-8e13-e59b75a800c3'], hosted agents: [] {{(pid=92564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 22:05:29.083983 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] Network 35f20c75-e7a0-4927-b48f-493b756f4e3d is already hosted by enough agents. {{(pid=92565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:05:29.086725 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.scheduler.base_scheduler [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] Resources bound (agent type, host, resource id):  {{(pid=92565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:05:29.095696 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] Received port after_create {{(pid=92565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:05:29.108267 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] Pushing event updated for resources: {'Port': ['ID=b867f911-d585-4976-9d95-e9d7733b3751,revision_number=1']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:29.150030 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-d8e495eb-d01b-4240-bb3a-60ac7f1ad7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:29.155364 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-5348c8a9-964c-4f4b-9249-d9560b799a18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:29.168877 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:29.169212 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:29.169596 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:29.169922 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:29.170240 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:29.170555 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:29.170873 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:29.171184 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:29.171530 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:29.172148 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:29.172486 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:29.172955 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:29.174013 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] Tracked resource versions report:
Jun 03 22:05:29.174013 dv-cinder-794669-4-iscsi neutron-server[92565]: pushed versions:
Jun 03 22:05:29.174013 dv-cinder-794669-4-iscsi neutron-server[92565]: {   'AddressGroup': {'1.2'},
Jun 03 22:05:29.174013 dv-cinder-794669-4-iscsi neutron-server[92565]:     'ConntrackHelper': {'1.0'},
Jun 03 22:05:29.174013 dv-cinder-794669-4-iscsi neutron-server[92565]:     'Log': {'1.0'},
Jun 03 22:05:29.174013 dv-cinder-794669-4-iscsi neutron-server[92565]:     'Network': {'1.1'},
Jun 03 22:05:29.174013 dv-cinder-794669-4-iscsi neutron-server[92565]:     'Port': {'1.7'},
Jun 03 22:05:29.174013 dv-cinder-794669-4-iscsi neutron-server[92565]:     'PortForwarding': {'1.2'},
Jun 03 22:05:29.174013 dv-cinder-794669-4-iscsi neutron-server[92565]:     'QosPolicy': {'1.8'},
Jun 03 22:05:29.174013 dv-cinder-794669-4-iscsi neutron-server[92565]:     'SecurityGroup': {'1.4'},
Jun 03 22:05:29.174013 dv-cinder-794669-4-iscsi neutron-server[92565]:     'SecurityGroupRule': {'1.2'},
Jun 03 22:05:29.174013 dv-cinder-794669-4-iscsi neutron-server[92565]:     'SubPort': {'1.0'},
Jun 03 22:05:29.174013 dv-cinder-794669-4-iscsi neutron-server[92565]:     'Subnet': {'1.1'},
Jun 03 22:05:29.174013 dv-cinder-794669-4-iscsi neutron-server[92565]:     'Trunk': {'1.1'}}
Jun 03 22:05:29.174013 dv-cinder-794669-4-iscsi neutron-server[92565]: consumer versions:
Jun 03 22:05:29.174013 dv-cinder-794669-4-iscsi neutron-server[92565]: {   DHCP agent@dv-cinder-794669-4-iscsi: {},
Jun 03 22:05:29.174013 dv-cinder-794669-4-iscsi neutron-server[92565]:     HyperV agent@hv-cinder-79466: {},
Jun 03 22:05:29.174013 dv-cinder-794669-4-iscsi neutron-server[92565]:     L3 agent@dv-cinder-794669-4-iscsi: {},
Jun 03 22:05:29.174013 dv-cinder-794669-4-iscsi neutron-server[92565]:     Metadata agent@dv-cinder-794669-4-iscsi: {},
Jun 03 22:05:29.174013 dv-cinder-794669-4-iscsi neutron-server[92565]:     Metering agent@dv-cinder-794669-4-iscsi: {},
Jun 03 22:05:29.174013 dv-cinder-794669-4-iscsi neutron-server[92565]:     Open vSwitch agent@dv-cinder-794669-4-iscsi: {   'AddressGroup': '1.2',
Jun 03 22:05:29.174013 dv-cinder-794669-4-iscsi neutron-server[92565]:                                                      'ConntrackHelper': '1.0',
Jun 03 22:05:29.174013 dv-cinder-794669-4-iscsi neutron-server[92565]:                                                      'Log': '1.0',
Jun 03 22:05:29.174013 dv-cinder-794669-4-iscsi neutron-server[92565]:                                                      'Network': '1.1',
Jun 03 22:05:29.174013 dv-cinder-794669-4-iscsi neutron-server[92565]:                                                      'Port': '1.7',
Jun 03 22:05:29.174013 dv-cinder-794669-4-iscsi neutron-server[92565]:                                                      'PortForwarding': '1.2',
Jun 03 22:05:29.174013 dv-cinder-794669-4-iscsi neutron-server[92565]:                                                      'QosPolicy': '1.8',
Jun 03 22:05:29.174013 dv-cinder-794669-4-iscsi neutron-server[92565]:                                                      'SecurityGroup': '1.4',
Jun 03 22:05:29.174013 dv-cinder-794669-4-iscsi neutron-server[92565]:                                                      'SecurityGroupRule': '1.2',
Jun 03 22:05:29.174013 dv-cinder-794669-4-iscsi neutron-server[92565]:                                                      'SubPort': '1.0',
Jun 03 22:05:29.174013 dv-cinder-794669-4-iscsi neutron-server[92565]:                                                      'Subnet': '1.1',
Jun 03 22:05:29.174013 dv-cinder-794669-4-iscsi neutron-server[92565]:                                                      'Trunk': '1.1'}}
Jun 03 22:05:29.174013 dv-cinder-794669-4-iscsi neutron-server[92565]:  {{(pid=92565) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 03 22:05:29.180375 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e495eb-d01b-4240-bb3a-60ac7f1ad7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609872b1-b3bc-4057-8890-abf6af4e9814,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:29.184265 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-d8e495eb-d01b-4240-bb3a-60ac7f1ad7c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:29.197997 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-d8e495eb-d01b-4240-bb3a-60ac7f1ad7c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:29.200067 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-d8e495eb-d01b-4240-bb3a-60ac7f1ad7c6 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/609872b1-b3bc-4057-8890-abf6af4e9814 HTTP/1.1" status: 204  len: 168 time: 0.5763013
Jun 03 22:05:29.201699 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:29.210832 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c962e332-e957-4f23-8e71-150f237a1e64 admin admin] Network 41f07e21-6a6f-456c-8c62-d77607c76c09 is scheduled to be hosted by DHCP agent be050b16-fd90-4481-8e13-e59b75a800c3 with binding_index 1 {{(pid=92564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 22:05:29.236877 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] Attempting to bind port b867f911-d585-4976-9d95-e9d7733b3751 on host dv-cinder-794669-4-iscsi for vnic_type normal with profile  {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:05:29.237482 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] Attempting to bind port b867f911-d585-4976-9d95-e9d7733b3751 by drivers openvswitch,hyperv on host dv-cinder-794669-4-iscsi at level 0 using segments [{'id': 'eb669f87-637c-4e86-bcd2-b6b3456e5997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d'}] {{(pid=92565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:05:29.238001 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] Attempting to bind port b867f911-d585-4976-9d95-e9d7733b3751 on network 35f20c75-e7a0-4927-b48f-493b756f4e3d {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:05:29.244232 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] Checking agent: {'id': '5a6b735b-9c6f-44f2-a3b4-85e645e583d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 57, 20), 'started_at': datetime.datetime(2021, 6, 3, 21, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:05:29.244939 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] Checking segment: {'id': 'eb669f87-637c-4e86-bcd2-b6b3456e5997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:05:29.245493 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:29.246031 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] Bound using segment: {'id': 'eb669f87-637c-4e86-bcd2-b6b3456e5997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d'} {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:05:29.246767 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] Bound port: b867f911-d585-4976-9d95-e9d7733b3751, host: dv-cinder-794669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb669f87-637c-4e86-bcd2-b6b3456e5997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d'}}] {{(pid=92565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:05:29.247290 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:29.355451 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] For port b867f911-d585-4976-9d95-e9d7733b3751, host dv-cinder-794669-4-iscsi, cleared binding levels {{(pid=92565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:05:29.358996 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] For port b867f911-d585-4976-9d95-e9d7733b3751, host dv-cinder-794669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=b867f911-d585-4976-9d95-e9d7733b3751,segment=NetworkSegment(eb669f87-637c-4e86-bcd2-b6b3456e5997),segment_id=eb669f87-637c-4e86-bcd2-b6b3456e5997)] {{(pid=92565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:05:29.370234 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.base_scheduler [None req-c962e332-e957-4f23-8e71-150f237a1e64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-4-iscsi, 41f07e21-6a6f-456c-8c62-d77607c76c09) {{(pid=92564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:05:29.374609 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c962e332-e957-4f23-8e71-150f237a1e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:29.375508 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-c962e332-e957-4f23-8e71-150f237a1e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for subnet, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:29.382857 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6529058d-d504-4059-9925-29d68c4f6892 None None] Network 41f07e21-6a6f-456c-8c62-d77607c76c09 requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:05:29.388005 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 57160) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:29.391185 dv-cinder-794669-4-iscsi neutron-server[92564]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 03 22:05:29.464735 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-f3d17eb6-030b-4fa5-8317-2521cecb4738 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:29.466793 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-f3d17eb6-030b-4fa5-8317-2521cecb4738 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/networks?id=29b7a9cd-8b45-49f4-a0dc-9e6d604e74a6 HTTP/1.1" status: 200  len: 811 time: 0.5559187
Jun 03 22:05:29.481108 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:29.491671 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-99f33dc1-7645-4a07-8334-3929ecb74276 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:29.498562 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:29.524348 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-5b93af73-6c65-42fe-94d3-e2f22be73ac2 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/quotas/614581c3b392493688c8ec8d28dc730e HTTP/1.1" status: 200  len: 375 time: 0.0477433
Jun 03 22:05:29.527145 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-99f33dc1-7645-4a07-8334-3929ecb74276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:29.533896 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-93707a3c-6b49-48ce-bbbb-e3f40b2a7bd0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:29.561026 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-68b8a055-a1b4-4d49-b655-af7f8d30853c tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:29.562555 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-68b8a055-a1b4-4d49-b655-af7f8d30853c tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/networks?id=bba2e61c-d091-4a23-95a7-3079a9574eb0 HTTP/1.1" status: 200  len: 813 time: 0.1734419
Jun 03 22:05:29.578162 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-2d29e253-4b81-4363-97c1-f4e357be5f64 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/quotas/18fd8ab8eb5140b4ab7192485bb70cd8 HTTP/1.1" status: 200  len: 375 time: 0.0100017
Jun 03 22:05:29.615033 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] Pushing event updated for resources: {'Port': ['ID=b867f911-d585-4976-9d95-e9d7733b3751,revision_number=2']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:29.623838 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:29.638118 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-93707a3c-6b49-48ce-bbbb-e3f40b2a7bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:29.668933 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-3056dd7b-7ce3-4c8a-9133-098f3d64f373 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?tenant_id=18fd8ab8eb5140b4ab7192485bb70cd8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0845273
Jun 03 22:05:29.686495 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-c5b7fe64-762a-457a-9dd6-d4a347b1c8e2 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/ports?tenant_id=614581c3b392493688c8ec8d28dc730e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1519923
Jun 03 22:05:29.719990 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-c962e332-e957-4f23-8e71-150f237a1e64 admin admin] 10.222.0.106 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 2.0859661
Jun 03 22:05:29.723313 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d9d0d1-3a9e-4b05-b3ac-a208aefc9b8f None None] Network 41f07e21-6a6f-456c-8c62-d77607c76c09 requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:05:29.805390 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-beee42d9-6daa-43ae-bce9-14faac40c4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:29.866397 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-99e73adf-7c99-4df2-921e-c686e70835d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:29.885088 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee42d9-6daa-43ae-bce9-14faac40c4e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52cf83f1-8b9a-40fb-92fa-6be7b64a9f69,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:29.917915 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-beee42d9-6daa-43ae-bce9-14faac40c4e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:29.960468 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-beee42d9-6daa-43ae-bce9-14faac40c4e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:29.961593 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-beee42d9-6daa-43ae-bce9-14faac40c4e1 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/52cf83f1-8b9a-40fb-92fa-6be7b64a9f69 HTTP/1.1" status: 204  len: 168 time: 1.4474461
Jun 03 22:05:29.973276 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.db_base_plugin_common [None req-93707a3c-6b49-48ce-bbbb-e3f40b2a7bd0 admin admin] Allocated IP 172.27.0.122 (fbd3fa50-1ea9-4a37-9f63-373be6d121e3/b881b088-b524-4558-b754-6a0245dcfb71/ae52100f-f901-4b6f-a85d-077f76c2c695) {{(pid=92563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:05:30.000265 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 57178) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:30.113877 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.db_base_plugin_v2 [None req-0515add0-815d-4d09-be8d-b635d5f8fe25 admin admin] Deleting subnet b1cfb52f-fae3-41f6-b5cc-1d4820333e78 {{(pid=92564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 22:05:30.118685 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-0515add0-815d-4d09-be8d-b635d5f8fe25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:30.174269 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-2376de0a-d463-4392-a632-7d17897cc7bf service neutron] http://10.222.0.106:9696/v2.0/extensions returned with HTTP 200 {{(pid=92564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 03 22:05:30.176779 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-2376de0a-d463-4392-a632-7d17897cc7bf service neutron] 10.222.0.106 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2289019
Jun 03 22:05:30.213812 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-0515add0-815d-4d09-be8d-b635d5f8fe25 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:30.236053 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-0515add0-815d-4d09-be8d-b635d5f8fe25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799703'] for subnet, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:30.269588 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-757df97b-db00-4d42-bd48-fa99d9bab7a4 service neutron] http://10.222.0.106:9696/v2.0/extensions returned with HTTP 200 {{(pid=92563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 03 22:05:30.270845 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-757df97b-db00-4d42-bd48-fa99d9bab7a4 service neutron] 10.222.0.106 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1577516
Jun 03 22:05:30.280186 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-93707a3c-6b49-48ce-bbbb-e3f40b2a7bd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:30.426550 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-b5958e67-a9fc-457d-adfa-9d89573d53b3 service neutron] 10.222.0.106 "GET /v2.0/networks/29b7a9cd-8b45-49f4-a0dc-9e6d604e74a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431017
Jun 03 22:05:30.501270 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-9f0c1790-b9f2-4384-b654-3e9371663e28 service neutron] 10.222.0.106 "GET /v2.0/networks/bba2e61c-d091-4a23-95a7-3079a9574eb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3144453
Jun 03 22:05:30.570684 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-93707a3c-6b49-48ce-bbbb-e3f40b2a7bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540'] for port, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:30.620842 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:30.708210 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-a3dde02f-1e43-4381-a1fc-ce31d031f9c5 service neutron] 10.222.0.106 "GET /v2.0/networks/29b7a9cd-8b45-49f4-a0dc-9e6d604e74a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2728109
Jun 03 22:05:30.715567 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93707a3c-6b49-48ce-bbbb-e3f40b2a7bd0 admin admin] Network fbd3fa50-1ea9-4a37-9f63-373be6d121e3 is already hosted by enough agents. {{(pid=92563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:05:30.730810 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-93707a3c-6b49-48ce-bbbb-e3f40b2a7bd0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:05:30.743034 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.db_base_plugin_common [None req-99f33dc1-7645-4a07-8334-3929ecb74276 admin admin] Allocated IP 172.27.0.243 (fbd3fa50-1ea9-4a37-9f63-373be6d121e3/b881b088-b524-4558-b754-6a0245dcfb71/5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5) {{(pid=92563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:05:30.743034 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93707a3c-6b49-48ce-bbbb-e3f40b2a7bd0 admin admin] Received port after_create {{(pid=92563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:05:30.765313 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-abb13525-aca3-48c9-bab7-f06ac34e7505 service neutron] 10.222.0.106 "GET /v2.0/networks/bba2e61c-d091-4a23-95a7-3079a9574eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2634242
Jun 03 22:05:30.835433 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93707a3c-6b49-48ce-bbbb-e3f40b2a7bd0 admin admin] Pushing event updated for resources: {'Port': ['ID=ae52100f-f901-4b6f-a85d-077f76c2c695,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:30.887808 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-93707a3c-6b49-48ce-bbbb-e3f40b2a7bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:30.942313 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-0515add0-815d-4d09-be8d-b635d5f8fe25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947'] for subnet, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:30.948137 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-38ea6a64-acf3-4573-bbb1-b57b0fd81bc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:30.968785 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91175263-09b2-4721-ae76-974074ac3f75 None None] Network 35f20c75-e7a0-4927-b48f-493b756f4e3d requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:05:30.988671 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515add0-815d-4d09-be8d-b635d5f8fe25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1cfb52f-fae3-41f6-b5cc-1d4820333e78,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:30.991114 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-0515add0-815d-4d09-be8d-b635d5f8fe25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:30.993842 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-0515add0-815d-4d09-be8d-b635d5f8fe25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:31.000539 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-0515add0-815d-4d09-be8d-b635d5f8fe25 admin admin] 10.222.0.106 "DELETE /v2.0/subnets/b1cfb52f-fae3-41f6-b5cc-1d4820333e78 HTTP/1.1" status: 204  len: 168 time: 0.9982693
Jun 03 22:05:31.003193 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 57204) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:31.144509 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5173c096-eee2-4486-ba71-7407ffb0bdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1319667'] for network, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:31.240176 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-2e043a65-3ae2-4d12-b29b-4b6abce2b935 None None] Provisioning for port b867f911-d585-4976-9d95-e9d7733b3751 completed by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:05:31.541577 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5173c096-eee2-4486-ba71-7407ffb0bdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1799298', 'neutron.services.segments.db._delete_segments_for_network-8762086254785'] for network, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:31.544393 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-99f33dc1-7645-4a07-8334-3929ecb74276 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:31.555689 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a7708d5e-1bdb-470a-8ac8-188e8e337f61 req-bbeaab83-edd5-41bb-a804-d2f91b1f10d3 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/ports?device_id=650b2ae2-8e3b-4da1-a16d-efffbc81a30b HTTP/1.1" status: 200  len: 210 time: 0.0879560
Jun 03 22:05:31.564972 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5173c096-eee2-4486-ba71-7407ffb0bdab admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f814ed70340>> segment before_delete 55550000 {{(pid=92564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 22:05:31.565470 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5173c096-eee2-4486-ba71-7407ffb0bdab admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f814ed70340>> subnet precommit_delete_associations 55550000 {{(pid=92564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 22:05:31.566760 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5173c096-eee2-4486-ba71-7407ffb0bdab admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f814ed70c40>> segment_host_mapping after_create 55550000 {{(pid=92564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 22:05:31.567355 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5173c096-eee2-4486-ba71-7407ffb0bdab admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f814ed70c40>> port after_create 55550000 {{(pid=92564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 22:05:31.567790 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5173c096-eee2-4486-ba71-7407ffb0bdab admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f814ed70c40>> port after_delete 55550000 {{(pid=92564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 22:05:31.568543 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5173c096-eee2-4486-ba71-7407ffb0bdab admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f814ed70c40>> port after_update 55550000 {{(pid=92564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 22:05:31.568999 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5173c096-eee2-4486-ba71-7407ffb0bdab admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f814ed70c40>> segment after_delete 55550000 {{(pid=92564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 22:05:31.569445 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5173c096-eee2-4486-ba71-7407ffb0bdab admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f814ed70c40>> subnet after_create 55550000 {{(pid=92564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 22:05:31.570076 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5173c096-eee2-4486-ba71-7407ffb0bdab admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f814ed70c40>> subnet after_delete 55550000 {{(pid=92564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 22:05:31.570603 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5173c096-eee2-4486-ba71-7407ffb0bdab admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f814ed70c40>> subnet after_update 55550000 {{(pid=92564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 22:05:31.611471 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-0d25473e-907b-4851-a97e-ab195f8ce07a req-55418158-30fe-49f6-b3ce-14c50cb44100 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 210 time: 0.1754014
Jun 03 22:05:31.617244 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:05:31.764694 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-93707a3c-6b49-48ce-bbbb-e3f40b2a7bd0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:31.887210 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5173c096-eee2-4486-ba71-7407ffb0bdab admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f814f0231f0>> subnet after_create 55550000 {{(pid=92564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 22:05:31.888004 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5173c096-eee2-4486-ba71-7407ffb0bdab admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f814f0231f0>> subnet after_delete 55550000 {{(pid=92564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 22:05:31.888480 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5173c096-eee2-4486-ba71-7407ffb0bdab admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f814f0231f0>> subnet before_create 55550000 {{(pid=92564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 22:05:31.888972 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5173c096-eee2-4486-ba71-7407ffb0bdab admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f814f0231f0>> subnet before_update 55550000 {{(pid=92564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 22:05:31.889504 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.services.segments.db [None req-5173c096-eee2-4486-ba71-7407ffb0bdab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f814ed70b50>,) {'filters': {'network_id': ['1f652ae2-ef2d-40af-a69e-e0b6dd8fa441']}} {{(pid=92564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:05:31.927903 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.services.segments.db [None req-5173c096-eee2-4486-ba71-7407ffb0bdab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f814ed70b50>, '7a6af273-4ce2-4aa4-8a31-a261ea09a7d0') {'for_net_delete': True} {{(pid=92564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:05:31.929836 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.services.segments.db [None req-5173c096-eee2-4486-ba71-7407ffb0bdab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f814ed70b50>, '7a6af273-4ce2-4aa4-8a31-a261ea09a7d0') {} {{(pid=92564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:05:31.937549 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-99f33dc1-7645-4a07-8334-3929ecb74276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540'] for port, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:31.967793 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device b867f911-d585-4976-9d95-e9d7733b3751 up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:05:31.974334 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-105305ec-745a-42cd-a3cd-bbcefcc315ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:31.984071 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5173c096-eee2-4486-ba71-7407ffb0bdab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762086257628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31973004'] for segment, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:32.038902 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5173c096-eee2-4486-ba71-7407ffb0bdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286'] for segment, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:32.058808 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5173c096-eee2-4486-ba71-7407ffb0bdab admin admin] Releasing vlan 1428 on physical network physnet1 to pool {{(pid=92564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 22:05:32.060666 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5173c096-eee2-4486-ba71-7407ffb0bdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31972194'] for segment, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:32.064674 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f33dc1-7645-4a07-8334-3929ecb74276 admin admin] Network fbd3fa50-1ea9-4a37-9f63-373be6d121e3 is already hosted by enough agents. {{(pid=92563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:05:32.077780 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-99f33dc1-7645-4a07-8334-3929ecb74276 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:05:32.084486 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f33dc1-7645-4a07-8334-3929ecb74276 admin admin] Received port after_create {{(pid=92563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:05:32.124474 dv-cinder-794669-4-iscsi neutron-server[92564]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 03 22:05:32.124474 dv-cinder-794669-4-iscsi neutron-server[92564]:   from cryptography.utils import int_from_bytes
Jun 03 22:05:32.124474 dv-cinder-794669-4-iscsi neutron-server[92564]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 03 22:05:32.124474 dv-cinder-794669-4-iscsi neutron-server[92564]:   from cryptography.utils import int_from_bytes
Jun 03 22:05:32.124474 dv-cinder-794669-4-iscsi neutron-server[92564]: Traceback (most recent call last):
Jun 03 22:05:32.124474 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 22:05:32.124474 dv-cinder-794669-4-iscsi neutron-server[92564]:     timer()
Jun 03 22:05:32.124474 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 22:05:32.124474 dv-cinder-794669-4-iscsi neutron-server[92564]:     cb(*args, **kw)
Jun 03 22:05:32.124474 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 22:05:32.124474 dv-cinder-794669-4-iscsi neutron-server[92564]:     return func(*args, **kwargs)
Jun 03 22:05:32.124474 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 22:05:32.124474 dv-cinder-794669-4-iscsi neutron-server[92564]:     self._notify()
Jun 03 22:05:32.124474 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 22:05:32.124474 dv-cinder-794669-4-iscsi neutron-server[92564]:     self.callback(batched_events)
Jun 03 22:05:32.124474 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 22:05:32.124474 dv-cinder-794669-4-iscsi neutron-server[92564]:     event.method(event)
Jun 03 22:05:32.124474 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 22:05:32.124474 dv-cinder-794669-4-iscsi neutron-server[92564]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 22:05:32.124474 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 22:05:32.124474 dv-cinder-794669-4-iscsi neutron-server[92564]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 22:05:32.124474 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 22:05:32.124474 dv-cinder-794669-4-iscsi neutron-server[92564]:     return f(self, *a, **k)
Jun 03 22:05:32.124474 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 22:05:32.124474 dv-cinder-794669-4-iscsi neutron-server[92564]:     return self._get(url).json()
Jun 03 22:05:32.124474 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 22:05:32.124474 dv-cinder-794669-4-iscsi neutron-server[92564]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 22:05:32.124474 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 22:05:32.124474 dv-cinder-794669-4-iscsi neutron-server[92564]:     return self.request(url, 'GET', **kwargs)
Jun 03 22:05:32.124474 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 22:05:32.124474 dv-cinder-794669-4-iscsi neutron-server[92564]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 22:05:32.124474 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 22:05:32.124474 dv-cinder-794669-4-iscsi neutron-server[92564]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 22:05:32.124474 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 22:05:32.124474 dv-cinder-794669-4-iscsi neutron-server[92564]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 22:05:32.124474 dv-cinder-794669-4-iscsi neutron-server[92564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 22:05:32.256581 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning for port b867f911-d585-4976-9d95-e9d7733b3751 completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:05:32.264258 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port b867f911-d585-4976-9d95-e9d7733b3751 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:05:32.264866 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:32.396928 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5173c096-eee2-4486-ba71-7407ffb0bdab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1799305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-309369'] for network, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:32.407083 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5173c096-eee2-4486-ba71-7407ffb0bdab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for network, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:32.417793 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:32.452133 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173c096-eee2-4486-ba71-7407ffb0bdab admin admin] Pushing event deleted for resources: {'Network': ['ID=1f652ae2-ef2d-40af-a69e-e0b6dd8fa441,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:32.459865 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-5173c096-eee2-4486-ba71-7407ffb0bdab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:32.464766 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-5173c096-eee2-4486-ba71-7407ffb0bdab admin admin] 10.222.0.106 "DELETE /v2.0/networks/1f652ae2-ef2d-40af-a69e-e0b6dd8fa441 HTTP/1.1" status: 204  len: 168 time: 1.4603467
Jun 03 22:05:32.467765 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 57288) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:32.491563 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f33dc1-7645-4a07-8334-3929ecb74276 admin admin] Pushing event updated for resources: {'Port': ['ID=5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:32.582152 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-99f33dc1-7645-4a07-8334-3929ecb74276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:32.595549 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:32.614067 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cdf6622-5073-4e08-a56c-0614a4f75186 admin admin] Deleting subnet e13a8711-f61d-401e-9461-d6c2e449aca3 {{(pid=92564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 22:05:32.626444 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-8cdf6622-5073-4e08-a56c-0614a4f75186 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:32.671579 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] For port b867f911-d585-4976-9d95-e9d7733b3751, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=b867f911-d585-4976-9d95-e9d7733b3751,segment=NetworkSegment(eb669f87-637c-4e86-bcd2-b6b3456e5997),segment_id=eb669f87-637c-4e86-bcd2-b6b3456e5997)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:05:32.691393 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-8cdf6622-5073-4e08-a56c-0614a4f75186 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31973109'] for subnet, precommit_delete_associations {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:32.747335 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-8cdf6622-5073-4e08-a56c-0614a4f75186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799703'] for subnet, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:32.785580 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:32.788173 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-8a6b48bb-3a96-4542-b2a5-f6699aa631e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:32.830829 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-af7c12a0-482e-44c1-a5a3-1ccf84ff0e0d req-b334cb6c-32a4-46cc-b95e-fb204106b815 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 210 time: 0.0961862
Jun 03 22:05:32.875482 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Pushing event updated for resources: {'Port': ['ID=b867f911-d585-4976-9d95-e9d7733b3751,revision_number=3']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:32.886776 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:32.948198 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-54ba37ba-fc14-4a44-b3f8-2fd8a9d79a55 req-0ef8ca7d-5a02-4b01-b92a-bc756f12015e tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/ports?device_id=650b2ae2-8e3b-4da1-a16d-efffbc81a30b HTTP/1.1" status: 200  len: 210 time: 0.0582120
Jun 03 22:05:32.951320 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-93707a3c-6b49-48ce-bbbb-e3f40b2a7bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-309310'] for router, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:33.203439 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-99f33dc1-7645-4a07-8334-3929ecb74276 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:33.284946 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-8cdf6622-5073-4e08-a56c-0614a4f75186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31972232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33225243'] for subnet, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:33.298134 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-c962e332-e957-4f23-8e71-150f237a1e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:33.338444 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf6622-5073-4e08-a56c-0614a4f75186 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e13a8711-f61d-401e-9461-d6c2e449aca3,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:33.345847 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-8cdf6622-5073-4e08-a56c-0614a4f75186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:33.348686 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-8cdf6622-5073-4e08-a56c-0614a4f75186 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:33.354699 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-8cdf6622-5073-4e08-a56c-0614a4f75186 admin admin] 10.222.0.106 "DELETE /v2.0/subnets/e13a8711-f61d-401e-9461-d6c2e449aca3 HTTP/1.1" status: 204  len: 168 time: 0.8856354
Jun 03 22:05:33.360381 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 57316) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:33.560062 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4805ba95-0ba8-4d29-b9c2-11e8cf2739d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1319667'] for network, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:33.656878 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-99f33dc1-7645-4a07-8334-3929ecb74276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-309310'] for router, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:33.703545 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4805ba95-0ba8-4d29-b9c2-11e8cf2739d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1799298', 'neutron.services.segments.db._delete_segments_for_network-8762086254785'] for network, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:33.718864 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.services.segments.db [None req-4805ba95-0ba8-4d29-b9c2-11e8cf2739d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f814e8c5790>,) {'filters': {'network_id': ['41f07e21-6a6f-456c-8c62-d77607c76c09']}} {{(pid=92564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:05:33.735022 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.services.segments.db [None req-4805ba95-0ba8-4d29-b9c2-11e8cf2739d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f814e8c5790>, '330af1b9-7cb7-4a41-9c85-e4081c2db172') {'for_net_delete': True} {{(pid=92564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:05:33.735485 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.services.segments.db [None req-4805ba95-0ba8-4d29-b9c2-11e8cf2739d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f814e8c5790>, '330af1b9-7cb7-4a41-9c85-e4081c2db172') {} {{(pid=92564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:05:33.754697 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93707a3c-6b49-48ce-bbbb-e3f40b2a7bd0 admin admin] Router 39533a2d-83f7-432f-b049-dc1df6f60685 is scheduled to L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 with binding_index 1 {{(pid=92563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 03 22:05:33.796480 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4805ba95-0ba8-4d29-b9c2-11e8cf2739d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762086257628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31973004'] for segment, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:33.842183 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4805ba95-0ba8-4d29-b9c2-11e8cf2739d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286'] for segment, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:33.861522 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4805ba95-0ba8-4d29-b9c2-11e8cf2739d5 admin admin] Releasing vlan 1405 on physical network physnet1 to pool {{(pid=92564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 22:05:33.861931 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4805ba95-0ba8-4d29-b9c2-11e8cf2739d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31972194'] for segment, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:33.893026 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device b867f911-d585-4976-9d95-e9d7733b3751 up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:05:33.896554 dv-cinder-794669-4-iscsi neutron-server[92564]: Traceback (most recent call last):
Jun 03 22:05:33.896554 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 22:05:33.896554 dv-cinder-794669-4-iscsi neutron-server[92564]:     timer()
Jun 03 22:05:33.896554 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 22:05:33.896554 dv-cinder-794669-4-iscsi neutron-server[92564]:     cb(*args, **kw)
Jun 03 22:05:33.896554 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 22:05:33.896554 dv-cinder-794669-4-iscsi neutron-server[92564]:     return func(*args, **kwargs)
Jun 03 22:05:33.896554 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 22:05:33.896554 dv-cinder-794669-4-iscsi neutron-server[92564]:     self._notify()
Jun 03 22:05:33.896554 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 22:05:33.896554 dv-cinder-794669-4-iscsi neutron-server[92564]:     self.callback(batched_events)
Jun 03 22:05:33.896554 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 22:05:33.896554 dv-cinder-794669-4-iscsi neutron-server[92564]:     event.method(event)
Jun 03 22:05:33.896554 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 22:05:33.896554 dv-cinder-794669-4-iscsi neutron-server[92564]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 22:05:33.896554 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 22:05:33.896554 dv-cinder-794669-4-iscsi neutron-server[92564]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 22:05:33.896554 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 22:05:33.896554 dv-cinder-794669-4-iscsi neutron-server[92564]:     return f(self, *a, **k)
Jun 03 22:05:33.896554 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 22:05:33.896554 dv-cinder-794669-4-iscsi neutron-server[92564]:     return self._get(url).json()
Jun 03 22:05:33.896554 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 22:05:33.896554 dv-cinder-794669-4-iscsi neutron-server[92564]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 22:05:33.896554 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 22:05:33.896554 dv-cinder-794669-4-iscsi neutron-server[92564]:     return self.request(url, 'GET', **kwargs)
Jun 03 22:05:33.896554 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 22:05:33.896554 dv-cinder-794669-4-iscsi neutron-server[92564]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 22:05:33.896554 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 22:05:33.896554 dv-cinder-794669-4-iscsi neutron-server[92564]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 22:05:33.896554 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 22:05:33.896554 dv-cinder-794669-4-iscsi neutron-server[92564]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 22:05:33.896554 dv-cinder-794669-4-iscsi neutron-server[92564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 22:05:34.048916 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port b867f911-d585-4976-9d95-e9d7733b3751 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:05:34.049593 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:34.181883 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-6659ade1-3057-4b0f-b77c-1b1139c33804 req-13549275-c8f9-41a9-b8aa-5906b3004587 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 210 time: 0.0626175
Jun 03 22:05:34.224252 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-860f4306-34e0-4edb-a464-c95f7231165f req-67ea976c-39a6-4c80-9841-6490b1a4634c tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/ports?device_id=650b2ae2-8e3b-4da1-a16d-efffbc81a30b HTTP/1.1" status: 200  len: 210 time: 0.0777249
Jun 03 22:05:34.356174 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93707a3c-6b49-48ce-bbbb-e3f40b2a7bd0 admin admin] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:05:34.369271 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dacfaf-5ac5-4f3e-908d-9fc508d7d27f None None] Sync routers for ids ['39533a2d-83f7-432f-b049-dc1df6f60685'] in dv-cinder-794669-4-iscsi {{(pid=92566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:05:34.380141 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dacfaf-5ac5-4f3e-908d-9fc508d7d27f None None] Routers {'39533a2d-83f7-432f-b049-dc1df6f60685'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:05:34.380772 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-d8dacfaf-5ac5-4f3e-908d-9fc508d7d27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814fec8580>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:05:20Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['39533a2d-83f7-432f-b049-dc1df6f60685'], 'active': True} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:05:34.473536 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4805ba95-0ba8-4d29-b9c2-11e8cf2739d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1799305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-309369'] for network, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:34.479583 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:34.502894 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4805ba95-0ba8-4d29-b9c2-11e8cf2739d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for network, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:34.512794 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f33dc1-7645-4a07-8334-3929ecb74276 admin admin] Router 08fd76d6-665a-4b44-ac56-4d1bb3b194c7 is scheduled to L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 with binding_index 1 {{(pid=92563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 03 22:05:34.513731 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805ba95-0ba8-4d29-b9c2-11e8cf2739d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=41f07e21-6a6f-456c-8c62-d77607c76c09,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:34.519769 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-4805ba95-0ba8-4d29-b9c2-11e8cf2739d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:34.523450 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-4805ba95-0ba8-4d29-b9c2-11e8cf2739d5 admin admin] 10.222.0.106 "DELETE /v2.0/networks/41f07e21-6a6f-456c-8c62-d77607c76c09 HTTP/1.1" status: 204  len: 168 time: 1.1604307
Jun 03 22:05:34.579369 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-93707a3c-6b49-48ce-bbbb-e3f40b2a7bd0 admin admin] Notify callbacks [] for router, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:34.580679 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-93707a3c-6b49-48ce-bbbb-e3f40b2a7bd0 admin admin] 10.222.0.106 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 7.2886205
Jun 03 22:05:34.583720 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 57376) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:34.628880 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvr_db [None req-d8dacfaf-5ac5-4f3e-908d-9fc508d7d27f None None] Set router 39533a2d-83f7-432f-b049-dc1df6f60685 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:05:34.729663 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f33dc1-7645-4a07-8334-3929ecb74276 admin admin] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:05:34.753602 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc168fd-e6a2-4111-8737-e05cd156ce8f None None] Sync routers for ids ['08fd76d6-665a-4b44-ac56-4d1bb3b194c7'] in dv-cinder-794669-4-iscsi {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:05:34.766601 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc168fd-e6a2-4111-8737-e05cd156ce8f None None] Routers {'08fd76d6-665a-4b44-ac56-4d1bb3b194c7'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:05:34.767434 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-3fc168fd-e6a2-4111-8737-e05cd156ce8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814f543910>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:05:20Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['08fd76d6-665a-4b44-ac56-4d1bb3b194c7'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:05:34.850529 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-99f33dc1-7645-4a07-8334-3929ecb74276 admin admin] Notify callbacks [] for router, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:34.852815 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-99f33dc1-7645-4a07-8334-3929ecb74276 admin admin] 10.222.0.106 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 7.4504869
Jun 03 22:05:34.854827 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 57382) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:34.990652 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-d8dacfaf-5ac5-4f3e-908d-9fc508d7d27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814fec8580>, [{'id': '39533a2d-83f7-432f-b049-dc1df6f60685', 'name': 'tempest-ServerRescueNegativeTestJSON-1059474899-router', 'tenant_id': 'cb9a7d32ed194ab1b6188c11ba83bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'ae52100f-f901-4b6f-a85d-077f76c2c695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:05:27Z', 'updated_at': '2021-06-03T22:05:31Z', 'revision_number': 3, 'project_id': 'cb9a7d32ed194ab1b6188c11ba83bbd4', 'gw_port': {'id': 'ae52100f-f901-4b6f-a85d-077f76c2c695', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39533a2d-83f7-432f-b049-dc1df6f60685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:29Z', 'updated_at': '2021-06-03T22:05:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:05:34.996777 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dacfaf-5ac5-4f3e-908d-9fc508d7d27f None None] Checking router: 39533a2d-83f7-432f-b049-dc1df6f60685 for host: dv-cinder-794669-4-iscsi {{(pid=92566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:05:34.997354 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dacfaf-5ac5-4f3e-908d-9fc508d7d27f None None] Updating router 39533a2d-83f7-432f-b049-dc1df6f60685 port ae52100f-f901-4b6f-a85d-077f76c2c695 binding host dv-cinder-794669-4-iscsi {{(pid=92566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 22:05:35.071820 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-3fc168fd-e6a2-4111-8737-e05cd156ce8f None None] Set router 08fd76d6-665a-4b44-ac56-4d1bb3b194c7 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:05:35.073282 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-d8dacfaf-5ac5-4f3e-908d-9fc508d7d27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:35.274797 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 57396) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:35.422852 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-ef8058b5-2fd2-40dc-9718-c5755290c37a admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=126d07af03bb46c6b022eeaf024b5f19&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1467848
Jun 03 22:05:35.425601 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 57402) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:35.668859 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-3fc168fd-e6a2-4111-8737-e05cd156ce8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814f543910>, [{'id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'name': 'tempest-AttachVolumeShelveTestJSON-506570283-router', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:05:27Z', 'updated_at': '2021-06-03T22:05:32Z', 'revision_number': 3, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'gw_port': {'id': '5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:29Z', 'updated_at': '2021-06-03T22:05:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:05:35.674056 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc168fd-e6a2-4111-8737-e05cd156ce8f None None] Checking router: 08fd76d6-665a-4b44-ac56-4d1bb3b194c7 for host: dv-cinder-794669-4-iscsi {{(pid=92565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:05:35.674417 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc168fd-e6a2-4111-8737-e05cd156ce8f None None] Updating router 08fd76d6-665a-4b44-ac56-4d1bb3b194c7 port 5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5 binding host dv-cinder-794669-4-iscsi {{(pid=92565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 22:05:35.742892 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-05e070ce-baff-4879-ab9a-bb1adbce3b3d req-6e8d6a67-c696-4453-8add-df43d5010273 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 210 time: 0.0883701
Jun 03 22:05:35.746985 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-3fc168fd-e6a2-4111-8737-e05cd156ce8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:35.760803 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-310d6759-f3fd-49e3-bdc8-cb9dc8e839a6 req-825bd80b-a843-4fe8-a58d-e4c453246fca tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/ports?device_id=650b2ae2-8e3b-4da1-a16d-efffbc81a30b HTTP/1.1" status: 200  len: 210 time: 0.1394055
Jun 03 22:05:35.952731 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a17abe56-c13a-45d7-b034-755b8a43cb0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:35.982598 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a17abe56-c13a-45d7-b034-755b8a43cb0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:36.004155 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4b05b7c5-76b9-48f9-bb41-bff66d9e0d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:36.036712 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-d8dacfaf-5ac5-4f3e-908d-9fc508d7d27f None None] Notify callbacks [] for port, precommit_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:36.056821 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.provisioning_blocks [None req-d8dacfaf-5ac5-4f3e-908d-9fc508d7d27f None None] Transition to ACTIVE for port object ae52100f-f901-4b6f-a85d-077f76c2c695 will not be triggered until provisioned by entity L2. {{(pid=92566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:05:36.148967 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-d8dacfaf-5ac5-4f3e-908d-9fc508d7d27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:36.158117 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG oslo_concurrency.lockutils [None req-f2caa3a4-082f-4331-906f-e192b77c7ed8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:36.208295 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a17abe56-c13a-45d7-b034-755b8a43cb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:36.219839 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:36.245477 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17abe56-c13a-45d7-b034-755b8a43cb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8599cb-8863-4285-9eb2-7d1b15689b97,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:36.252700 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-a17abe56-c13a-45d7-b034-755b8a43cb0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:36.255915 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a17abe56-c13a-45d7-b034-755b8a43cb0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:36.257095 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-a17abe56-c13a-45d7-b034-755b8a43cb0b admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/8d8599cb-8863-4285-9eb2-7d1b15689b97 HTTP/1.1" status: 204  len: 168 time: 0.8306198
Jun 03 22:05:36.261986 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-f7f8279d-a934-4148-a8c0-9244139ee366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:36.338371 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.managers [None req-d8dacfaf-5ac5-4f3e-908d-9fc508d7d27f None None] Attempting to bind port ae52100f-f901-4b6f-a85d-077f76c2c695 on host dv-cinder-794669-4-iscsi for vnic_type normal with profile  {{(pid=92566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:05:36.339005 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.managers [None req-d8dacfaf-5ac5-4f3e-908d-9fc508d7d27f None None] Attempting to bind port ae52100f-f901-4b6f-a85d-077f76c2c695 by drivers openvswitch,hyperv on host dv-cinder-794669-4-iscsi at level 0 using segments [{'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'}] {{(pid=92566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:05:36.339153 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dacfaf-5ac5-4f3e-908d-9fc508d7d27f None None] Attempting to bind port ae52100f-f901-4b6f-a85d-077f76c2c695 on network fbd3fa50-1ea9-4a37-9f63-373be6d121e3 {{(pid=92566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:05:36.384195 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.db_base_plugin_common [None req-4b05b7c5-76b9-48f9-bb41-bff66d9e0d8a admin admin] Allocated IP 172.20.0.1 (ceedd4ab-fc8f-4298-8659-a082fdebf44c/cdfc5818-5ff2-45c9-ba1c-7ddd531c675e/a90e55b7-39c5-4274-bd12-b5240695a5a9) {{(pid=92564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:05:36.389271 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dacfaf-5ac5-4f3e-908d-9fc508d7d27f None None] Checking agent: {'id': '5a6b735b-9c6f-44f2-a3b4-85e645e583d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 57, 20), 'started_at': datetime.datetime(2021, 6, 3, 21, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:05:36.389659 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dacfaf-5ac5-4f3e-908d-9fc508d7d27f None None] Checking segment: {'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:05:36.390074 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-d8dacfaf-5ac5-4f3e-908d-9fc508d7d27f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:36.390474 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dacfaf-5ac5-4f3e-908d-9fc508d7d27f None None] Bound using segment: {'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'} {{(pid=92566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:05:36.390968 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.managers [None req-d8dacfaf-5ac5-4f3e-908d-9fc508d7d27f None None] Bound port: ae52100f-f901-4b6f-a85d-077f76c2c695, host: dv-cinder-794669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'}}] {{(pid=92566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:05:36.391345 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-d8dacfaf-5ac5-4f3e-908d-9fc508d7d27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:36.490604 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb0d734-265c-48d2-999c-6455237293eb None None] Pushing event updated for resources: {'Port': ['ID=ae52100f-f901-4b6f-a85d-077f76c2c695,revision_number=2']} {{(pid=92566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:36.523862 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb0d734-265c-48d2-999c-6455237293eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:36.524202 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb0d734-265c-48d2-999c-6455237293eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:36.524534 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb0d734-265c-48d2-999c-6455237293eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:36.528858 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb0d734-265c-48d2-999c-6455237293eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:36.529231 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb0d734-265c-48d2-999c-6455237293eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb0d734-265c-48d2-999c-6455237293eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb0d734-265c-48d2-999c-6455237293eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb0d734-265c-48d2-999c-6455237293eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb0d734-265c-48d2-999c-6455237293eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb0d734-265c-48d2-999c-6455237293eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb0d734-265c-48d2-999c-6455237293eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb0d734-265c-48d2-999c-6455237293eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbb0d734-265c-48d2-999c-6455237293eb None None] Tracked resource versions report:
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]: pushed versions:
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]: {   'AddressGroup': {'1.2'},
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]:     'ConntrackHelper': {'1.0'},
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]:     'Log': {'1.0'},
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]:     'Network': {'1.1'},
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]:     'Port': {'1.7'},
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]:     'PortForwarding': {'1.2'},
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]:     'QosPolicy': {'1.8'},
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]:     'SecurityGroup': {'1.4'},
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]:     'SecurityGroupRule': {'1.2'},
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]:     'SubPort': {'1.0'},
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]:     'Subnet': {'1.1'},
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]:     'Trunk': {'1.1'}}
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]: consumer versions:
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]: {   DHCP agent@dv-cinder-794669-4-iscsi: {},
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]:     HyperV agent@hv-cinder-79466: {},
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]:     L3 agent@dv-cinder-794669-4-iscsi: {},
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]:     Metadata agent@dv-cinder-794669-4-iscsi: {},
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]:     Metering agent@dv-cinder-794669-4-iscsi: {},
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]:     Open vSwitch agent@dv-cinder-794669-4-iscsi: {   'AddressGroup': '1.2',
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]:                                                      'ConntrackHelper': '1.0',
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]:                                                      'Log': '1.0',
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]:                                                      'Network': '1.1',
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]:                                                      'Port': '1.7',
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]:                                                      'PortForwarding': '1.2',
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]:                                                      'QosPolicy': '1.8',
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]:                                                      'SecurityGroup': '1.4',
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]:                                                      'SecurityGroupRule': '1.2',
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]:                                                      'SubPort': '1.0',
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]:                                                      'Subnet': '1.1',
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]:                                                      'Trunk': '1.1'}}
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]:  {{(pid=92566) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG oslo_concurrency.lockutils [None req-fbb0d734-265c-48d2-999c-6455237293eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=92566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.db [None req-d8dacfaf-5ac5-4f3e-908d-9fc508d7d27f None None] For port ae52100f-f901-4b6f-a85d-077f76c2c695, host dv-cinder-794669-4-iscsi, cleared binding levels {{(pid=92566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:05:36.867264 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.db [None req-d8dacfaf-5ac5-4f3e-908d-9fc508d7d27f None None] For port ae52100f-f901-4b6f-a85d-077f76c2c695, host dv-cinder-794669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=ae52100f-f901-4b6f-a85d-077f76c2c695,segment=NetworkSegment(cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c),segment_id=cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c)] {{(pid=92566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:05:36.870404 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-3fc168fd-e6a2-4111-8737-e05cd156ce8f None None] Notify callbacks [] for port, precommit_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:36.871981 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.db_base_plugin_common [None req-f7f8279d-a934-4148-a8c0-9244139ee366 admin admin] Allocated IP 172.20.0.1 (35f20c75-e7a0-4927-b48f-493b756f4e3d/67671872-aaef-41f0-85f5-6741db23bdd5/c9658c03-c270-4c2b-a565-b199772763bf) {{(pid=92563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:05:36.872708 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-3fc168fd-e6a2-4111-8737-e05cd156ce8f None None] Transition to ACTIVE for port object 5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5 will not be triggered until provisioned by entity L2. {{(pid=92565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:05:36.873078 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4b05b7c5-76b9-48f9-bb41-bff66d9e0d8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:36.879714 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-d8dacfaf-5ac5-4f3e-908d-9fc508d7d27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:36.879714 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG oslo_concurrency.lockutils [None req-f2caa3a4-082f-4331-906f-e192b77c7ed8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:36.910554 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-3fc168fd-e6a2-4111-8737-e05cd156ce8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:36.910554 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-7c01dcf1-257d-45b1-9130-212c2bef8401 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:37.061982 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-f7f8279d-a934-4148-a8c0-9244139ee366 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:37.069712 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dacfaf-5ac5-4f3e-908d-9fc508d7d27f None None] Routers {'39533a2d-83f7-432f-b049-dc1df6f60685'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:05:37.070355 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-d8dacfaf-5ac5-4f3e-908d-9fc508d7d27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814fec8580>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:05:20Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['39533a2d-83f7-432f-b049-dc1df6f60685'], 'active': True} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:05:37.080202 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-3b1fa1bf-4640-4104-8746-07b147260c34 req-e83402bb-e88b-4956-91ea-f88c2becd1bc tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 210 time: 0.0637395
Jun 03 22:05:37.088995 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.provisioning_blocks [None req-f7f8279d-a934-4148-a8c0-9244139ee366 admin admin] Transition to ACTIVE for port object c9658c03-c270-4c2b-a565-b199772763bf will not be triggered until provisioned by entity DHCP. {{(pid=92563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:05:37.095748 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-3fc168fd-e6a2-4111-8737-e05cd156ce8f None None] Attempting to bind port 5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5 on host dv-cinder-794669-4-iscsi for vnic_type normal with profile  {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:05:37.096129 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-3fc168fd-e6a2-4111-8737-e05cd156ce8f None None] Attempting to bind port 5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5 by drivers openvswitch,hyperv on host dv-cinder-794669-4-iscsi at level 0 using segments [{'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'}] {{(pid=92565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:05:37.107924 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc168fd-e6a2-4111-8737-e05cd156ce8f None None] Attempting to bind port 5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5 on network fbd3fa50-1ea9-4a37-9f63-373be6d121e3 {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:05:37.129851 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc168fd-e6a2-4111-8737-e05cd156ce8f None None] Checking agent: {'id': '5a6b735b-9c6f-44f2-a3b4-85e645e583d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 57, 20), 'started_at': datetime.datetime(2021, 6, 3, 21, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:05:37.130904 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc168fd-e6a2-4111-8737-e05cd156ce8f None None] Checking segment: {'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:05:37.131187 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-3fc168fd-e6a2-4111-8737-e05cd156ce8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:37.131623 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc168fd-e6a2-4111-8737-e05cd156ce8f None None] Bound using segment: {'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'} {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:05:37.132331 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-3fc168fd-e6a2-4111-8737-e05cd156ce8f None None] Bound port: 5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5, host: dv-cinder-794669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'}}] {{(pid=92565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:05:37.132547 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-3fc168fd-e6a2-4111-8737-e05cd156ce8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:37.157127 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb0d734-265c-48d2-999c-6455237293eb None None] Pushing event updated for resources: {'Port': ['ID=ae52100f-f901-4b6f-a85d-077f76c2c695,revision_number=3']} {{(pid=92566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:37.162018 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG oslo_concurrency.lockutils [None req-fbb0d734-265c-48d2-999c-6455237293eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=92566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:37.168536 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-c48d5f9e-3749-485a-9d8a-5adb00b767be req-0af005cb-03a8-47f5-829a-b19d89e9d3f7 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/ports?device_id=650b2ae2-8e3b-4da1-a16d-efffbc81a30b HTTP/1.1" status: 200  len: 210 time: 0.0712802
Jun 03 22:05:37.190751 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca048ed-9013-4577-88d4-46d748a14d10 None None] Pushing event updated for resources: {'Port': ['ID=5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5,revision_number=2']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:37.190751 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-aca048ed-9013-4577-88d4-46d748a14d10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:37.230795 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4b05b7c5-76b9-48f9-bb41-bff66d9e0d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:37.232118 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-3fc168fd-e6a2-4111-8737-e05cd156ce8f None None] For port 5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5, host dv-cinder-794669-4-iscsi, cleared binding levels {{(pid=92565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:05:37.235984 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-3fc168fd-e6a2-4111-8737-e05cd156ce8f None None] For port 5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5, host dv-cinder-794669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5,segment=NetworkSegment(cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c),segment_id=cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c)] {{(pid=92565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:05:37.242134 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:37.244843 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-f7f8279d-a934-4148-a8c0-9244139ee366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540'] for port, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:37.256417 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-99f33dc1-7645-4a07-8334-3929ecb74276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:37.280185 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.58', 56163) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:37.310376 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvr_db [None req-d8dacfaf-5ac5-4f3e-908d-9fc508d7d27f None None] Set router 39533a2d-83f7-432f-b049-dc1df6f60685 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:05:37.310936 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f8279d-a934-4148-a8c0-9244139ee366 admin admin] Network 35f20c75-e7a0-4927-b48f-493b756f4e3d is already hosted by enough agents. {{(pid=92563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:05:37.315210 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-f7f8279d-a934-4148-a8c0-9244139ee366 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:05:37.321737 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f8279d-a934-4148-a8c0-9244139ee366 admin admin] Received port after_create {{(pid=92563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:05:37.322210 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-f7f8279d-a934-4148-a8c0-9244139ee366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-309488'] for router_interface, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:37.327545 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b05b7c5-76b9-48f9-bb41-bff66d9e0d8a admin admin] Network ceedd4ab-fc8f-4298-8659-a082fdebf44c is already hosted by enough agents. {{(pid=92564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:05:37.332494 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.base_scheduler [None req-4b05b7c5-76b9-48f9-bb41-bff66d9e0d8a admin admin] Resources bound (agent type, host, resource id):  {{(pid=92564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:05:37.347501 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b05b7c5-76b9-48f9-bb41-bff66d9e0d8a admin admin] Received port after_create {{(pid=92564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:05:37.348160 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-3fc168fd-e6a2-4111-8737-e05cd156ce8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:37.359941 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:37.370042 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8279d-a934-4148-a8c0-9244139ee366 admin admin] Pushing event updated for resources: {'Port': ['ID=c9658c03-c270-4c2b-a565-b199772763bf,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:37.375920 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-f7f8279d-a934-4148-a8c0-9244139ee366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:37.489950 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b05b7c5-76b9-48f9-bb41-bff66d9e0d8a admin admin] Pushing event updated for resources: {'Port': ['ID=a90e55b7-39c5-4274-bd12-b5240695a5a9,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:37.491361 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc168fd-e6a2-4111-8737-e05cd156ce8f None None] Routers {'08fd76d6-665a-4b44-ac56-4d1bb3b194c7'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:05:37.492218 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-3fc168fd-e6a2-4111-8737-e05cd156ce8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814f543910>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:05:20Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['08fd76d6-665a-4b44-ac56-4d1bb3b194c7'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:05:37.516618 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-4b05b7c5-76b9-48f9-bb41-bff66d9e0d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:37.539969 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4b05b7c5-76b9-48f9-bb41-bff66d9e0d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-309488'] for router_interface, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:37.585297 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca048ed-9013-4577-88d4-46d748a14d10 None None] Pushing event updated for resources: {'Port': ['ID=5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5,revision_number=3']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:37.627295 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-aca048ed-9013-4577-88d4-46d748a14d10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:37.775689 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-e965d22b-73e7-4b7a-a3e2-897f9d673e24 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:37.779776 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-e965d22b-73e7-4b7a-a3e2-897f9d673e24 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Synchronizing usage tracker for tenant:614581c3b392493688c8ec8d28dc730e on resource:network {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:05:37.792004 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 57448) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:37.894252 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-d8dacfaf-5ac5-4f3e-908d-9fc508d7d27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814fec8580>, [{'id': '39533a2d-83f7-432f-b049-dc1df6f60685', 'name': 'tempest-ServerRescueNegativeTestJSON-1059474899-router', 'tenant_id': 'cb9a7d32ed194ab1b6188c11ba83bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'ae52100f-f901-4b6f-a85d-077f76c2c695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:05:27Z', 'updated_at': '2021-06-03T22:05:31Z', 'revision_number': 3, 'project_id': 'cb9a7d32ed194ab1b6188c11ba83bbd4', 'gw_port': {'id': 'ae52100f-f901-4b6f-a85d-077f76c2c695', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39533a2d-83f7-432f-b049-dc1df6f60685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:29Z', 'updated_at': '2021-06-03T22:05:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:05:37.906885 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dacfaf-5ac5-4f3e-908d-9fc508d7d27f None None] The sync data for ids ['39533a2d-83f7-432f-b049-dc1df6f60685'] in dv-cinder-794669-4-iscsi is: [{'id': '39533a2d-83f7-432f-b049-dc1df6f60685', 'name': 'tempest-ServerRescueNegativeTestJSON-1059474899-router', 'tenant_id': 'cb9a7d32ed194ab1b6188c11ba83bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'ae52100f-f901-4b6f-a85d-077f76c2c695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:05:27Z', 'updated_at': '2021-06-03T22:05:31Z', 'revision_number': 3, 'project_id': 'cb9a7d32ed194ab1b6188c11ba83bbd4', 'gw_port': {'id': 'ae52100f-f901-4b6f-a85d-077f76c2c695', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d8:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39533a2d-83f7-432f-b049-dc1df6f60685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:29Z', 'updated_at': '2021-06-03T22:05:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}] {{(pid=92566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:05:37.915827 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-94d52ed6-14aa-4614-b876-bb7fce8ff133 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=ba020141e7fd4cbabd1ff4d79e8e1604&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1210120
Jun 03 22:05:37.920009 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 57454) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:37.922850 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-f7f8279d-a934-4148-a8c0-9244139ee366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:37.934665 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-3fc168fd-e6a2-4111-8737-e05cd156ce8f None None] Set router 08fd76d6-665a-4b44-ac56-4d1bb3b194c7 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:05:38.068013 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-e965d22b-73e7-4b7a-a3e2-897f9d673e24 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Unset dirty status for tenant:614581c3b392493688c8ec8d28dc730e on resource:network {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:05:38.069761 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-e965d22b-73e7-4b7a-a3e2-897f9d673e24 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.58 "GET /v2.0/networks?id=29b7a9cd-8b45-49f4-a0dc-9e6d604e74a6 HTTP/1.1" status: 200  len: 811 time: 0.7832582
Jun 03 22:05:38.082888 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e7a8b0fb-e3a9-4d9f-b6d5-39aabe8ef968 None None] Provisioning for port c9658c03-c270-4c2b-a565-b199772763bf completed by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:05:38.100077 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e7a8b0fb-e3a9-4d9f-b6d5-39aabe8ef968 None None] Provisioning complete for port c9658c03-c270-4c2b-a565-b199772763bf triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:05:38.100459 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e7a8b0fb-e3a9-4d9f-b6d5-39aabe8ef968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:38.100811 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-162b63f7-cc57-4eab-b2ea-818a5874798d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:38.183170 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-d445a547-2580-47e6-9e62-02f1b5ea9c23 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Request body: {'port': {'device_id': '650b2ae2-8e3b-4da1-a16d-efffbc81a30b', 'network_id': '29b7a9cd-8b45-49f4-a0dc-9e6d604e74a6', 'admin_state_up': True, 'tenant_id': '614581c3b392493688c8ec8d28dc730e'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:05:38.240825 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.58', 56164) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:38.325719 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-e7a8b0fb-e3a9-4d9f-b6d5-39aabe8ef968 None None] Port c9658c03-c270-4c2b-a565-b199772763bf cannot update to ACTIVE because it is not bound. {{(pid=92565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 22:05:38.337324 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-162b63f7-cc57-4eab-b2ea-818a5874798d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:38.541030 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-3fc168fd-e6a2-4111-8737-e05cd156ce8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814f543910>, [{'id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'name': 'tempest-AttachVolumeShelveTestJSON-506570283-router', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:05:27Z', 'updated_at': '2021-06-03T22:05:32Z', 'revision_number': 3, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'gw_port': {'id': '5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:29Z', 'updated_at': '2021-06-03T22:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:05:38.567570 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc168fd-e6a2-4111-8737-e05cd156ce8f None None] The sync data for ids ['08fd76d6-665a-4b44-ac56-4d1bb3b194c7'] in dv-cinder-794669-4-iscsi is: [{'id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'name': 'tempest-AttachVolumeShelveTestJSON-506570283-router', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:05:27Z', 'updated_at': '2021-06-03T22:05:32Z', 'revision_number': 3, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'gw_port': {'id': '5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:29Z', 'updated_at': '2021-06-03T22:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}] {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:05:38.569335 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4b05b7c5-76b9-48f9-bb41-bff66d9e0d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:38.592514 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-771c2614-7b33-493a-8c97-f0de1c1c45b4 req-4c2bb5ae-effb-44e2-8579-7f856de04ed1 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 210 time: 0.2329464
Jun 03 22:05:38.762633 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-f7f8279d-a934-4148-a8c0-9244139ee366 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:38.762829 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-7d6aa89a-69bf-49a6-805c-c64310f5f08e req-41b6a8fe-819f-40cf-be04-5066077b29a6 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/ports?device_id=650b2ae2-8e3b-4da1-a16d-efffbc81a30b HTTP/1.1" status: 200  len: 210 time: 0.2244756
Jun 03 22:05:38.849068 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-f7f8279d-a934-4148-a8c0-9244139ee366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:38.850037 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-162b63f7-cc57-4eab-b2ea-818a5874798d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:38.852267 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-f7f8279d-a934-4148-a8c0-9244139ee366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664988'] for router_interface, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:38.870219 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-60a3b418-9a04-4fba-8e7b-03acc33c283b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:38.876520 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-f60e09f1-c7c3-47fe-9e4b-7a5d26a38de5 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:38.878289 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-f60e09f1-c7c3-47fe-9e4b-7a5d26a38de5 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.58 "GET /v2.0/networks?id=bba2e61c-d091-4a23-95a7-3079a9574eb0 HTTP/1.1" status: 200  len: 813 time: 0.6344514
Jun 03 22:05:38.906575 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-dd4e3fbe-954a-4f25-a548-9703d2e60a40 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Request body: {'port': {'device_id': '49718741-277c-4f5f-9669-ea4599c88de3', 'network_id': 'bba2e61c-d091-4a23-95a7-3079a9574eb0', 'admin_state_up': True, 'tenant_id': '18fd8ab8eb5140b4ab7192485bb70cd8'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:05:39.082477 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-162b63f7-cc57-4eab-b2ea-818a5874798d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:39.084465 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-162b63f7-cc57-4eab-b2ea-818a5874798d admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/92d73686-6aac-44e6-b4e0-95137b756667 HTTP/1.1" status: 204  len: 168 time: 1.1626322
Jun 03 22:05:39.108853 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8279d-a934-4148-a8c0-9244139ee366 admin admin] Pushing event updated for resources: {'Port': ['ID=c9658c03-c270-4c2b-a565-b199772763bf,revision_number=2']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:39.167592 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-f7f8279d-a934-4148-a8c0-9244139ee366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:39.169783 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.247s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:39.183630 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f8279d-a934-4148-a8c0-9244139ee366 admin admin] Network 35f20c75-e7a0-4927-b48f-493b756f4e3d is already hosted by enough agents. {{(pid=92563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:05:39.186356 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-f7f8279d-a934-4148-a8c0-9244139ee366 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:05:39.188831 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b63f7-cc57-4eab-b2ea-818a5874798d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d73686-6aac-44e6-b4e0-95137b756667,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:39.193476 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-162b63f7-cc57-4eab-b2ea-818a5874798d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:39.224758 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-d445a547-2580-47e6-9e62-02f1b5ea9c23 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:05:39.260007 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-d445a547-2580-47e6-9e62-02f1b5ea9c23 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Usage tracker for resource:port and tenant:614581c3b392493688c8ec8d28dc730e is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:05:39.279376 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-d445a547-2580-47e6-9e62-02f1b5ea9c23 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:05:39.316244 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-d445a547-2580-47e6-9e62-02f1b5ea9c23 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:05:39.532410 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-dd4e3fbe-954a-4f25-a548-9703d2e60a40 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:05:39.562214 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-d445a547-2580-47e6-9e62-02f1b5ea9c23 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Made reservation on behalf of 614581c3b392493688c8ec8d28dc730e for: {'port': 1} {{(pid=92564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:05:39.565799 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-d445a547-2580-47e6-9e62-02f1b5ea9c23 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:39.578031 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f8279d-a934-4148-a8c0-9244139ee366 admin admin] Router 08fd76d6-665a-4b44-ac56-4d1bb3b194c7 has already been hosted by L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 {{(pid=92563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 22:05:39.588153 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-dd4e3fbe-954a-4f25-a548-9703d2e60a40 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Usage tracker for resource:port and tenant:18fd8ab8eb5140b4ab7192485bb70cd8 is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:05:39.597700 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-dd4e3fbe-954a-4f25-a548-9703d2e60a40 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:05:39.614246 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-dd4e3fbe-954a-4f25-a548-9703d2e60a40 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:05:39.663742 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-d4ae8992-4d07-4af4-991b-ccbaf5a42f6e None None] Provisioning complete for port c9658c03-c270-4c2b-a565-b199772763bf triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:05:39.664208 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-d4ae8992-4d07-4af4-991b-ccbaf5a42f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:39.733039 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4b05b7c5-76b9-48f9-bb41-bff66d9e0d8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:39.848434 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-d4ae8992-4d07-4af4-991b-ccbaf5a42f6e None None] Port c9658c03-c270-4c2b-a565-b199772763bf cannot update to ACTIVE because it is not bound. {{(pid=92565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 22:05:39.924243 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-dd4e3fbe-954a-4f25-a548-9703d2e60a40 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Made reservation on behalf of 18fd8ab8eb5140b4ab7192485bb70cd8 for: {'port': 1} {{(pid=92564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:05:39.943567 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-dd4e3fbe-954a-4f25-a548-9703d2e60a40 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:40.005768 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device ae52100f-f901-4b6f-a85d-077f76c2c695 up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:05:40.014030 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4b05b7c5-76b9-48f9-bb41-bff66d9e0d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31972166'] for port, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:40.148595 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-4b05b7c5-76b9-48f9-bb41-bff66d9e0d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:40.176255 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-5d5df135-b751-4df5-817d-a17150d8fb05 req-37c73870-e9bc-473e-bb31-9daf62c3ef3a tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 210 time: 0.2155864
Jun 03 22:05:40.318730 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning for port ae52100f-f901-4b6f-a85d-077f76c2c695 completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:05:40.326684 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port ae52100f-f901-4b6f-a85d-077f76c2c695 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:05:40.327562 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:40.411677 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.db_base_plugin_common [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-d445a547-2580-47e6-9e62-02f1b5ea9c23 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Allocated IP 172.20.0.7 (29b7a9cd-8b45-49f4-a0dc-9e6d604e74a6/e3f1f6cd-92cb-4379-bd59-3292d17ca5ab/d851968b-5b98-4e8f-8755-004b494085db) {{(pid=92564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:05:40.491861 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f8279d-a934-4148-a8c0-9244139ee366 admin admin] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:05:40.501112 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-f7f8279d-a934-4148-a8c0-9244139ee366 admin admin] 10.222.0.106 "PUT /v2.0/routers/08fd76d6-665a-4b44-ac56-4d1bb3b194c7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6430957
Jun 03 22:05:40.678734 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:40.704357 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] For port ae52100f-f901-4b6f-a85d-077f76c2c695, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=ae52100f-f901-4b6f-a85d-077f76c2c695,segment=NetworkSegment(cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c),segment_id=cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:05:40.856652 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:40.857999 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5 up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:05:40.888968 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.db_base_plugin_common [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-dd4e3fbe-954a-4f25-a548-9703d2e60a40 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Allocated IP 172.20.0.12 (bba2e61c-d091-4a23-95a7-3079a9574eb0/969eac6f-666f-4cbf-a728-422f9d725aef/d810cee8-9bf0-4fde-b547-48bf99790f6f) {{(pid=92564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:05:40.916973 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-aca048ed-9013-4577-88d4-46d748a14d10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:40.934919 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8b35d0cb-fa86-462d-ba82-02fbc4e023db req-04214ee3-4c6c-4b61-b18d-d4ba21fc6061 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/ports?device_id=650b2ae2-8e3b-4da1-a16d-efffbc81a30b HTTP/1.1" status: 200  len: 210 time: 0.7883108
Jun 03 22:05:41.072626 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4b05b7c5-76b9-48f9-bb41-bff66d9e0d8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664988'] for router_interface, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:41.088035 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b05b7c5-76b9-48f9-bb41-bff66d9e0d8a admin admin] Pushing event updated for resources: {'Port': ['ID=a90e55b7-39c5-4274-bd12-b5240695a5a9,revision_number=2']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:41.258044 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-4b05b7c5-76b9-48f9-bb41-bff66d9e0d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.118s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:41.315709 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Pushing event updated for resources: {'Port': ['ID=ae52100f-f901-4b6f-a85d-077f76c2c695,revision_number=4']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:41.359242 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:41.423624 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning for port 5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5 completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:05:41.433887 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port 5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:05:41.434601 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:41.637302 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:41.661076 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] For port 5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5,segment=NetworkSegment(cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c),segment_id=cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:05:41.736487 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:41.740292 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-49f9ea71-0c56-4e4d-97dd-dbf35ff5ab50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:41.796360 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6cafbbf7-56aa-40e5-9ff9-35caf1eb935f req-8ec6bcd4-4683-4ed2-b423-1855693f9c56 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 210 time: 0.1855075
Jun 03 22:05:41.885091 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device ae52100f-f901-4b6f-a85d-077f76c2c695 up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:05:41.941495 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Pushing event updated for resources: {'Port': ['ID=5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5,revision_number=4']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:41.948031 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:41.972359 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed7c324-179e-4916-a753-78212da819f8 None None] Sync routers for ids ['08fd76d6-665a-4b44-ac56-4d1bb3b194c7'] in dv-cinder-794669-4-iscsi {{(pid=92566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:05:41.996594 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port ae52100f-f901-4b6f-a85d-077f76c2c695 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:05:41.999775 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:42.022223 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed7c324-179e-4916-a753-78212da819f8 None None] Routers {'08fd76d6-665a-4b44-ac56-4d1bb3b194c7'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:05:42.027275 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-1ed7c324-179e-4916-a753-78212da819f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814f304640>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:05:20Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['08fd76d6-665a-4b44-ac56-4d1bb3b194c7'], 'active': True} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:05:42.132257 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 57564) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:42.142135 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-03bd5fd6-b2d9-45a1-bddc-d14e8daba850 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Request body: {'security_group': {'name': 'tempest-securitygroup--835618518', 'description': 'tempest-description--1284987354'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:05:42.165663 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-03bd5fd6-b2d9-45a1-bddc-d14e8daba850 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:05:42.179497 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-03bd5fd6-b2d9-45a1-bddc-d14e8daba850 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Usage tracker for resource:security_group and tenant:c14a1e6c501b4dd3966eb23d8b4969bc is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:05:42.184560 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-03bd5fd6-b2d9-45a1-bddc-d14e8daba850 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:05:42.204430 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-03bd5fd6-b2d9-45a1-bddc-d14e8daba850 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:05:42.225569 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b05b7c5-76b9-48f9-bb41-bff66d9e0d8a admin admin] Network ceedd4ab-fc8f-4298-8659-a082fdebf44c is already hosted by enough agents. {{(pid=92564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:05:42.246484 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.base_scheduler [None req-4b05b7c5-76b9-48f9-bb41-bff66d9e0d8a admin admin] Resources bound (agent type, host, resource id):  {{(pid=92564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:05:42.330728 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-03bd5fd6-b2d9-45a1-bddc-d14e8daba850 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:42.387974 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-03bd5fd6-b2d9-45a1-bddc-d14e8daba850 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:05:42.394258 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-03bd5fd6-b2d9-45a1-bddc-d14e8daba850 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Usage tracker for resource:security_group_rule and tenant:c14a1e6c501b4dd3966eb23d8b4969bc is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:05:42.398394 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-03bd5fd6-b2d9-45a1-bddc-d14e8daba850 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:05:42.410292 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-03bd5fd6-b2d9-45a1-bddc-d14e8daba850 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:05:42.468335 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-dd4e3fbe-954a-4f25-a548-9703d2e60a40 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Notify callbacks [] for port, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:42.486605 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a437a290-6911-436b-9f06-e9f57cdd4d2a req-ece2240f-9b44-4679-af50-e8e4a43800dc tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/ports?device_id=650b2ae2-8e3b-4da1-a16d-efffbc81a30b HTTP/1.1" status: 200  len: 210 time: 0.2256696
Jun 03 22:05:42.508610 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-d445a547-2580-47e6-9e62-02f1b5ea9c23 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Notify callbacks [] for port, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:42.632501 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvr_db [None req-1ed7c324-179e-4916-a753-78212da819f8 None None] Set router 08fd76d6-665a-4b44-ac56-4d1bb3b194c7 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:05:42.637406 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-03bd5fd6-b2d9-45a1-bddc-d14e8daba850 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:42.752560 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-03bd5fd6-b2d9-45a1-bddc-d14e8daba850 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:42.759661 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:42.882270 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd5fd6-b2d9-45a1-bddc-d14e8daba850 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35c49e55-2273-4e07-ad6c-c432f5ce48ac,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:42.890256 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-03bd5fd6-b2d9-45a1-bddc-d14e8daba850 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:42.904535 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b05b7c5-76b9-48f9-bb41-bff66d9e0d8a admin admin] Router 39533a2d-83f7-432f-b049-dc1df6f60685 has already been hosted by L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 {{(pid=92564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 22:05:43.088738 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-9177ad1a-1ae6-4136-bf05-bd2930b009d0 req-d3f9763e-a3b5-4d0a-89b5-53c0dec08377 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 210 time: 0.0715218
Jun 03 22:05:43.101247 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-03bd5fd6-b2d9-45a1-bddc-d14e8daba850 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:43.102172 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-03bd5fd6-b2d9-45a1-bddc-d14e8daba850 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.9675944
Jun 03 22:05:43.107017 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 57604) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:43.113283 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-3956c338-a97b-441d-8294-e55f007eca55 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Request body: {'security_group_rule': {'security_group_id': '35c49e55-2273-4e07-ad6c-c432f5ce48ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:05:43.116560 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-dd4e3fbe-954a-4f25-a548-9703d2e60a40 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:43.120647 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-3956c338-a97b-441d-8294-e55f007eca55 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:05:43.132997 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-3956c338-a97b-441d-8294-e55f007eca55 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Usage tracker for resource:security_group_rule and tenant:c14a1e6c501b4dd3966eb23d8b4969bc is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:05:43.137114 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-4b05b7c5-76b9-48f9-bb41-bff66d9e0d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:43.142589 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-3956c338-a97b-441d-8294-e55f007eca55 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:05:43.161298 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-3956c338-a97b-441d-8294-e55f007eca55 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:05:43.215040 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-d445a547-2580-47e6-9e62-02f1b5ea9c23 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:43.249772 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-dd4e3fbe-954a-4f25-a548-9703d2e60a40 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Network bba2e61c-d091-4a23-95a7-3079a9574eb0 is already hosted by enough agents. {{(pid=92564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:05:43.262042 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.base_scheduler [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-dd4e3fbe-954a-4f25-a548-9703d2e60a40 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Resources bound (agent type, host, resource id):  {{(pid=92564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:05:43.350208 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-3956c338-a97b-441d-8294-e55f007eca55 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:43.369432 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-dd4e3fbe-954a-4f25-a548-9703d2e60a40 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Received port after_create {{(pid=92564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:05:43.448705 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-1ed7c324-179e-4916-a753-78212da819f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814f304640>, [{'id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'name': 'tempest-AttachVolumeShelveTestJSON-506570283-router', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:05:27Z', 'updated_at': '2021-06-03T22:05:37Z', 'revision_number': 4, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'gw_port': {'id': '5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:29Z', 'updated_at': '2021-06-03T22:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': 'c9658c03-c270-4c2b-a565-b199772763bf', 'name': '', 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'mac_address': 'fa:16:3e:dd:4d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '67671872-aaef-41f0-85f5-6741db23bdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:36Z', 'updated_at': '2021-06-03T22:05:38Z', 'revision_number': 2, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'subnets': [{'id': '67671872-aaef-41f0-85f5-6741db23bdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:05:43.454623 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed7c324-179e-4916-a753-78212da819f8 None None] Checking router: 08fd76d6-665a-4b44-ac56-4d1bb3b194c7 for host: dv-cinder-794669-4-iscsi {{(pid=92566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:05:43.455507 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed7c324-179e-4916-a753-78212da819f8 None None] Updating router 08fd76d6-665a-4b44-ac56-4d1bb3b194c7 port c9658c03-c270-4c2b-a565-b199772763bf binding host dv-cinder-794669-4-iscsi {{(pid=92566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 22:05:43.498755 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e3fbe-954a-4f25-a548-9703d2e60a40 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Pushing event updated for resources: {'Port': ['ID=d810cee8-9bf0-4fde-b547-48bf99790f6f,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:43.511034 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-d445a547-2580-47e6-9e62-02f1b5ea9c23 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Network 29b7a9cd-8b45-49f4-a0dc-9e6d604e74a6 is already hosted by enough agents. {{(pid=92564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:05:43.522712 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-3956c338-a97b-441d-8294-e55f007eca55 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:43.536988 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-dd4e3fbe-954a-4f25-a548-9703d2e60a40 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:43.537861 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.base_scheduler [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-d445a547-2580-47e6-9e62-02f1b5ea9c23 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Resources bound (agent type, host, resource id):  {{(pid=92564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:05:43.538294 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-1ed7c324-179e-4916-a753-78212da819f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:43.548140 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-d445a547-2580-47e6-9e62-02f1b5ea9c23 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Received port after_create {{(pid=92564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:05:43.558526 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 57618) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:43.602609 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.345s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:43.644001 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-3956c338-a97b-441d-8294-e55f007eca55 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679028'] for security_group_rule, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:43.646178 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:43.700033 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3956c338-a97b-441d-8294-e55f007eca55 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ce91764-0d14-42be-8931-0298b2c73b79,revision_number=0']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:43.703719 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-3956c338-a97b-441d-8294-e55f007eca55 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:43.707660 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b05b7c5-76b9-48f9-bb41-bff66d9e0d8a admin admin] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:05:43.717595 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2f6377-3577-4fe6-9b25-09e7dc745cbc None None] Sync routers for ids ['39533a2d-83f7-432f-b049-dc1df6f60685'] in dv-cinder-794669-4-iscsi {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:05:43.741963 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2f6377-3577-4fe6-9b25-09e7dc745cbc None None] Routers {'39533a2d-83f7-432f-b049-dc1df6f60685'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:05:43.741963 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-ef2f6377-3577-4fe6-9b25-09e7dc745cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814eb93340>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:05:20Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['39533a2d-83f7-432f-b049-dc1df6f60685'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:05:43.813038 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-dd4e3fbe-954a-4f25-a548-9703d2e60a40 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:43.814006 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-dd4e3fbe-954a-4f25-a548-9703d2e60a40 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:43.853145 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-4b05b7c5-76b9-48f9-bb41-bff66d9e0d8a admin admin] 10.222.0.106 "PUT /v2.0/routers/39533a2d-83f7-432f-b049-dc1df6f60685/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.2682528
Jun 03 22:05:43.856819 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445a547-2580-47e6-9e62-02f1b5ea9c23 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Pushing event updated for resources: {'Port': ['ID=d851968b-5b98-4e8f-8755-004b494085db,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:43.869919 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-d445a547-2580-47e6-9e62-02f1b5ea9c23 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:43.882576 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-d445a547-2580-47e6-9e62-02f1b5ea9c23 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:43.882576 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-d445a547-2580-47e6-9e62-02f1b5ea9c23 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:43.883366 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-bbfb6d8c-fbeb-463a-97e5-5ced06921de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:43.946112 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-3956c338-a97b-441d-8294-e55f007eca55 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:43.952085 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 57630) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:43.955508 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-3956c338-a97b-441d-8294-e55f007eca55 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8469870
Jun 03 22:05:43.958796 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [None req-07d37093-f1c9-4da0-b867-4f40a125e71d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Request body: {'security_group_rule': {'security_group_id': '35c49e55-2273-4e07-ad6c-c432f5ce48ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:05:43.968738 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-dd4e3fbe-954a-4f25-a548-9703d2e60a40 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.0722923
Jun 03 22:05:43.973678 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-bbfb6d8c-fbeb-463a-97e5-5ced06921de3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:05:43.976124 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-07d37093-f1c9-4da0-b867-4f40a125e71d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:05:43.988229 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-bbfb6d8c-fbeb-463a-97e5-5ced06921de3 admin admin] Usage tracker for resource:security_group_rule and tenant:dd8ffe8f6bb548388480825840b41810 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:05:43.995049 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-bbfb6d8c-fbeb-463a-97e5-5ced06921de3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:05:43.997636 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-07d37093-f1c9-4da0-b867-4f40a125e71d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Usage tracker for resource:security_group_rule and tenant:c14a1e6c501b4dd3966eb23d8b4969bc is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:05:44.011989 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-bbfb6d8c-fbeb-463a-97e5-5ced06921de3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:05:44.021129 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-de0472f5-b674-422e-afe9-004087ad7335 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] http://10.222.0.106:9696/v2.0/extensions returned with HTTP 200 {{(pid=92564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 03 22:05:44.030699 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-de0472f5-b674-422e-afe9-004087ad7335 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0375094
Jun 03 22:05:44.032324 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-07d37093-f1c9-4da0-b867-4f40a125e71d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:05:44.052532 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-07d37093-f1c9-4da0-b867-4f40a125e71d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:05:44.074132 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-d445a547-2580-47e6-9e62-02f1b5ea9c23 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.9010510
Jun 03 22:05:44.141198 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7e496-8f8d-48e0-ac24-b1ebcfff5faf req-0beadd8f-4f64-47c4-b025-f814663c5983 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:44.142113 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-68c7e496-8f8d-48e0-ac24-b1ebcfff5faf req-0beadd8f-4f64-47c4-b025-f814663c5983 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Synchronizing usage tracker for tenant:614581c3b392493688c8ec8d28dc730e on resource:port {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:05:44.175867 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5 up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:05:44.190168 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-07d37093-f1c9-4da0-b867-4f40a125e71d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:44.210099 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-bbfb6d8c-fbeb-463a-97e5-5ced06921de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:44.320202 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-bbfb6d8c-fbeb-463a-97e5-5ced06921de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:44.359236 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-a17abe56-c13a-45d7-b034-755b8a43cb0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:44.371777 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-07d37093-f1c9-4da0-b867-4f40a125e71d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:44.398618 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-68c7e496-8f8d-48e0-ac24-b1ebcfff5faf req-0beadd8f-4f64-47c4-b025-f814663c5983 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Unset dirty status for tenant:614581c3b392493688c8ec8d28dc730e on resource:port {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:05:44.399854 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-68c7e496-8f8d-48e0-ac24-b1ebcfff5faf req-0beadd8f-4f64-47c4-b025-f814663c5983 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/ports?device_id=650b2ae2-8e3b-4da1-a16d-efffbc81a30b HTTP/1.1" status: 200  len: 931 time: 0.5130208
Jun 03 22:05:44.488228 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-bbfb6d8c-fbeb-463a-97e5-5ced06921de3 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=dd8ffe8f6bb548388480825840b41810&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9257746
Jun 03 22:05:44.488920 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb6d8c-fbeb-463a-97e5-5ced06921de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62025e13-f3c1-481d-8eaa-04c2809a9e2a,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:44.491224 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 57640) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:44.493941 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-bbfb6d8c-fbeb-463a-97e5-5ced06921de3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:44.501679 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-68c7e496-8f8d-48e0-ac24-b1ebcfff5faf req-2258f8cf-f344-4f01-bb6f-36d05ddf43c5 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Synchronizing usage tracker for tenant:614581c3b392493688c8ec8d28dc730e on resource:security_group {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:05:44.519674 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-07d37093-f1c9-4da0-b867-4f40a125e71d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679028'] for security_group_rule, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:44.538511 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:44.547518 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-1ed7c324-179e-4916-a753-78212da819f8 None None] Notify callbacks [] for port, precommit_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:44.580708 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.provisioning_blocks [None req-1ed7c324-179e-4916-a753-78212da819f8 None None] Transition to ACTIVE for port object c9658c03-c270-4c2b-a565-b199772763bf will not be triggered until provisioned by entity L2. {{(pid=92566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:05:44.622087 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 57642) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:44.626182 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d37093-f1c9-4da0-b867-4f40a125e71d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69ef7432-e1ab-425a-9857-5dd4049682fb,revision_number=0']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:44.630106 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-07d37093-f1c9-4da0-b867-4f40a125e71d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:44.680622 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-1ed7c324-179e-4916-a753-78212da819f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:44.688430 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:44.707036 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port 5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:05:44.707435 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:44.722002 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e643861b-a475-4fd3-a477-f3ffbe3c9147 req-2f24fb29-10ae-484a-848d-e7c014ed1a83 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:44.724229 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-e643861b-a475-4fd3-a477-f3ffbe3c9147 req-2f24fb29-10ae-484a-848d-e7c014ed1a83 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 932 time: 0.4775622
Jun 03 22:05:44.749989 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-07d37093-f1c9-4da0-b867-4f40a125e71d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:44.754601 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-07d37093-f1c9-4da0-b867-4f40a125e71d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7998431
Jun 03 22:05:44.756735 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 57648) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:44.758234 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-68c7e496-8f8d-48e0-ac24-b1ebcfff5faf req-2258f8cf-f344-4f01-bb6f-36d05ddf43c5 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Unset dirty status for tenant:614581c3b392493688c8ec8d28dc730e on resource:security_group {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:05:44.759703 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-68c7e496-8f8d-48e0-ac24-b1ebcfff5faf req-2258f8cf-f344-4f01-bb6f-36d05ddf43c5 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/security-groups?id=b0cef449-8cef-4fbc-b1f0-25ba3c3e8b03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3508947
Jun 03 22:05:44.769287 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [None req-4002cd98-8f75-48e4-9442-4d81fe86ef43 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Request body: {'floatingip': {'floating_network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:05:44.786413 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-4002cd98-8f75-48e4-9442-4d81fe86ef43 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:05:44.794624 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-ef2f6377-3577-4fe6-9b25-09e7dc745cbc None None] Set router 39533a2d-83f7-432f-b049-dc1df6f60685 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:05:44.798002 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-4002cd98-8f75-48e4-9442-4d81fe86ef43 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Usage tracker for resource:floatingip and tenant:c14a1e6c501b4dd3966eb23d8b4969bc is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:05:44.804609 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-4002cd98-8f75-48e4-9442-4d81fe86ef43 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:05:44.822409 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-4002cd98-8f75-48e4-9442-4d81fe86ef43 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:05:44.915414 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c952189-620f-49ee-8a2b-98e94ae2a9be None None] Pushing event updated for resources: {'Port': ['ID=c9658c03-c270-4c2b-a565-b199772763bf,revision_number=3']} {{(pid=92566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:44.919196 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG oslo_concurrency.lockutils [None req-1c952189-620f-49ee-8a2b-98e94ae2a9be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:44.928258 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-67a63493-f2bd-4afe-8fca-ae15cb682153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:44.930376 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4002cd98-8f75-48e4-9442-4d81fe86ef43 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for floatingip, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:44.948175 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-e643861b-a475-4fd3-a477-f3ffbe3c9147 req-131b2844-b889-4ec5-ab68-27913c6f84f2 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Synchronizing usage tracker for tenant:18fd8ab8eb5140b4ab7192485bb70cd8 on resource:security_group {{(pid=92563) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:05:44.980886 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-67a63493-f2bd-4afe-8fca-ae15cb682153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:45.154220 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-90406031-5d0a-4444-b990-a205d72668d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:45.179812 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-e643861b-a475-4fd3-a477-f3ffbe3c9147 req-131b2844-b889-4ec5-ab68-27913c6f84f2 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Unset dirty status for tenant:18fd8ab8eb5140b4ab7192485bb70cd8 on resource:security_group {{(pid=92563) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:05:45.196052 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-e643861b-a475-4fd3-a477-f3ffbe3c9147 req-131b2844-b889-4ec5-ab68-27913c6f84f2 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4620361
Jun 03 22:05:45.241260 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-90406031-5d0a-4444-b990-a205d72668d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:05:45.258399 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-90406031-5d0a-4444-b990-a205d72668d8 admin admin] Usage tracker for resource:security_group_rule and tenant:f805543dc71f431d83a75d3b8ec7a110 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:05:45.268749 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-90406031-5d0a-4444-b990-a205d72668d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:05:45.286543 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-90406031-5d0a-4444-b990-a205d72668d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:05:45.306388 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-c6716225-a25f-4d3b-a8ca-867893df134e service neutron] Request body: {'port': {'device_id': '49718741-277c-4f5f-9669-ea4599c88de3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:05:45.412367 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.managers [None req-1ed7c324-179e-4916-a753-78212da819f8 None None] Attempting to bind port c9658c03-c270-4c2b-a565-b199772763bf on host dv-cinder-794669-4-iscsi for vnic_type normal with profile  {{(pid=92566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:05:45.412367 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.managers [None req-1ed7c324-179e-4916-a753-78212da819f8 None None] Attempting to bind port c9658c03-c270-4c2b-a565-b199772763bf by drivers openvswitch,hyperv on host dv-cinder-794669-4-iscsi at level 0 using segments [{'id': 'eb669f87-637c-4e86-bcd2-b6b3456e5997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d'}] {{(pid=92566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:05:45.412367 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed7c324-179e-4916-a753-78212da819f8 None None] Attempting to bind port c9658c03-c270-4c2b-a565-b199772763bf on network 35f20c75-e7a0-4927-b48f-493b756f4e3d {{(pid=92566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:05:45.416830 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed7c324-179e-4916-a753-78212da819f8 None None] Checking agent: {'id': '5a6b735b-9c6f-44f2-a3b4-85e645e583d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 57, 20), 'started_at': datetime.datetime(2021, 6, 3, 21, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:05:45.417451 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed7c324-179e-4916-a753-78212da819f8 None None] Checking segment: {'id': 'eb669f87-637c-4e86-bcd2-b6b3456e5997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:05:45.418683 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-1ed7c324-179e-4916-a753-78212da819f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:45.419224 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed7c324-179e-4916-a753-78212da819f8 None None] Bound using segment: {'id': 'eb669f87-637c-4e86-bcd2-b6b3456e5997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d'} {{(pid=92566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:05:45.420041 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.managers [None req-1ed7c324-179e-4916-a753-78212da819f8 None None] Bound port: c9658c03-c270-4c2b-a565-b199772763bf, host: dv-cinder-794669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb669f87-637c-4e86-bcd2-b6b3456e5997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d'}}] {{(pid=92566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:05:45.420590 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-1ed7c324-179e-4916-a753-78212da819f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:45.436253 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-67a63493-f2bd-4afe-8fca-ae15cb682153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:45.453504 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-4a153ffe-185c-46b0-b5f0-5ff4b87cd092 service neutron] Request body: {'port': {'device_id': '650b2ae2-8e3b-4da1-a16d-efffbc81a30b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:05:45.580908 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-03bd5fd6-b2d9-45a1-bddc-d14e8daba850 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:45.693569 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-67a63493-f2bd-4afe-8fca-ae15cb682153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:45.699808 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-67a63493-f2bd-4afe-8fca-ae15cb682153 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/62025e13-f3c1-481d-8eaa-04c2809a9e2a HTTP/1.1" status: 204  len: 168 time: 1.2054679
Jun 03 22:05:45.700731 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a63493-f2bd-4afe-8fca-ae15cb682153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62025e13-f3c1-481d-8eaa-04c2809a9e2a,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:45.724152 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-67a63493-f2bd-4afe-8fca-ae15cb682153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:45.725247 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.db [None req-1ed7c324-179e-4916-a753-78212da819f8 None None] For port c9658c03-c270-4c2b-a565-b199772763bf, host dv-cinder-794669-4-iscsi, cleared binding levels {{(pid=92566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:05:45.734694 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.db [None req-1ed7c324-179e-4916-a753-78212da819f8 None None] For port c9658c03-c270-4c2b-a565-b199772763bf, host dv-cinder-794669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=c9658c03-c270-4c2b-a565-b199772763bf,segment=NetworkSegment(eb669f87-637c-4e86-bcd2-b6b3456e5997),segment_id=eb669f87-637c-4e86-bcd2-b6b3456e5997)] {{(pid=92566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:05:45.824002 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:45.856751 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-90406031-5d0a-4444-b990-a205d72668d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:45.884888 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-1ed7c324-179e-4916-a753-78212da819f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:45.890939 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG oslo_concurrency.lockutils [None req-fbb0d734-265c-48d2-999c-6455237293eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:45.982425 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-ef2f6377-3577-4fe6-9b25-09e7dc745cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814eb93340>, [{'id': '39533a2d-83f7-432f-b049-dc1df6f60685', 'name': 'tempest-ServerRescueNegativeTestJSON-1059474899-router', 'tenant_id': 'cb9a7d32ed194ab1b6188c11ba83bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'ae52100f-f901-4b6f-a85d-077f76c2c695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:05:27Z', 'updated_at': '2021-06-03T22:05:37Z', 'revision_number': 4, 'project_id': 'cb9a7d32ed194ab1b6188c11ba83bbd4', 'gw_port': {'id': 'ae52100f-f901-4b6f-a85d-077f76c2c695', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39533a2d-83f7-432f-b049-dc1df6f60685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:29Z', 'updated_at': '2021-06-03T22:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': 'a90e55b7-39c5-4274-bd12-b5240695a5a9', 'name': '', 'network_id': 'ceedd4ab-fc8f-4298-8659-a082fdebf44c', 'tenant_id': 'cb9a7d32ed194ab1b6188c11ba83bbd4', 'mac_address': 'fa:16:3e:e5:0b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39533a2d-83f7-432f-b049-dc1df6f60685', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cdfc5818-5ff2-45c9-ba1c-7ddd531c675e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:36Z', 'updated_at': '2021-06-03T22:05:39Z', 'revision_number': 2, 'project_id': 'cb9a7d32ed194ab1b6188c11ba83bbd4', 'subnets': [{'id': 'cdfc5818-5ff2-45c9-ba1c-7ddd531c675e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:05:45.992359 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2f6377-3577-4fe6-9b25-09e7dc745cbc None None] Checking router: 39533a2d-83f7-432f-b049-dc1df6f60685 for host: dv-cinder-794669-4-iscsi {{(pid=92565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:05:45.995731 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2f6377-3577-4fe6-9b25-09e7dc745cbc None None] Updating router 39533a2d-83f7-432f-b049-dc1df6f60685 port a90e55b7-39c5-4274-bd12-b5240695a5a9 binding host dv-cinder-794669-4-iscsi {{(pid=92565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 22:05:46.019111 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce1ded-3b6c-4310-8a84-22594033e5b4 req-13b2ac5c-2d6d-4832-97f1-97c0b22e4562 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:46.022428 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-93ce1ded-3b6c-4310-8a84-22594033e5b4 req-13b2ac5c-2d6d-4832-97f1-97c0b22e4562 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/ports?device_id=650b2ae2-8e3b-4da1-a16d-efffbc81a30b HTTP/1.1" status: 200  len: 931 time: 0.1262934
Jun 03 22:05:46.068911 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-4a153ffe-185c-46b0-b5f0-5ff4b87cd092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:46.080169 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-ef2f6377-3577-4fe6-9b25-09e7dc745cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:46.080795 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed7c324-179e-4916-a753-78212da819f8 None None] Routers {'08fd76d6-665a-4b44-ac56-4d1bb3b194c7'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:05:46.081802 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-1ed7c324-179e-4916-a753-78212da819f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814f304640>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:05:20Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['08fd76d6-665a-4b44-ac56-4d1bb3b194c7'], 'active': True} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:05:46.105469 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-93ce1ded-3b6c-4310-8a84-22594033e5b4 req-cdcd5204-4284-47d7-930a-8eb8d6ac854d tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/security-groups?id=b0cef449-8cef-4fbc-b1f0-25ba3c3e8b03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678818
Jun 03 22:05:46.108031 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-90406031-5d0a-4444-b990-a205d72668d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:46.118788 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:46.158057 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90406031-5d0a-4444-b990-a205d72668d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9260d670-7e76-4fde-a380-7b14cc78774b,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:46.166355 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-90406031-5d0a-4444-b990-a205d72668d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:46.186828 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-90406031-5d0a-4444-b990-a205d72668d8 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=f805543dc71f431d83a75d3b8ec7a110&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5581167
Jun 03 22:05:46.187704 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 57682) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:46.290789 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c952189-620f-49ee-8a2b-98e94ae2a9be None None] Pushing event updated for resources: {'Port': ['ID=c9658c03-c270-4c2b-a565-b199772763bf,revision_number=4']} {{(pid=92566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:46.297929 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG oslo_concurrency.lockutils [None req-1c952189-620f-49ee-8a2b-98e94ae2a9be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=92566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:46.321450 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-7d57b8f5-360f-4bfd-8601-10798c0ef25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:46.378706 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-c6716225-a25f-4d3b-a8ca-867893df134e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:46.390302 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-7d57b8f5-360f-4bfd-8601-10798c0ef25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:46.432906 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4002cd98-8f75-48e4-9442-4d81fe86ef43 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:46.632348 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvr_db [None req-1ed7c324-179e-4916-a753-78212da819f8 None None] Set router 08fd76d6-665a-4b44-ac56-4d1bb3b194c7 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:05:46.666319 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e2721-c721-49b9-9215-ee3810b64626 req-34652269-af02-43ae-bb38-003da5a2a2d3 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:46.682601 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-d50e2721-c721-49b9-9215-ee3810b64626 req-34652269-af02-43ae-bb38-003da5a2a2d3 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 932 time: 0.1790824
Jun 03 22:05:46.740342 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-7d57b8f5-360f-4bfd-8601-10798c0ef25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:46.763736 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:46.777079 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-ef2f6377-3577-4fe6-9b25-09e7dc745cbc None None] Notify callbacks [] for port, precommit_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:46.800400 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-ef2f6377-3577-4fe6-9b25-09e7dc745cbc None None] Transition to ACTIVE for port object a90e55b7-39c5-4274-bd12-b5240695a5a9 will not be triggered until provisioned by entity L2. {{(pid=92565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:05:46.818276 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57b8f5-360f-4bfd-8601-10798c0ef25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9260d670-7e76-4fde-a380-7b14cc78774b,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:46.829190 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-7d57b8f5-360f-4bfd-8601-10798c0ef25b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:46.859505 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107eb7d-b112-4278-bc46-76206b016210 req-6a14c07e-3a60-4bc7-b8d4-ff0bd076beb6 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:46.860222 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-6107eb7d-b112-4278-bc46-76206b016210 req-6a14c07e-3a60-4bc7-b8d4-ff0bd076beb6 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Synchronizing usage tracker for tenant:cb9a7d32ed194ab1b6188c11ba83bbd4 on resource:network {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:05:46.869470 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-7d57b8f5-360f-4bfd-8601-10798c0ef25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:46.876005 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-7d57b8f5-360f-4bfd-8601-10798c0ef25b admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/9260d670-7e76-4fde-a380-7b14cc78774b HTTP/1.1" status: 204  len: 168 time: 0.6847942
Jun 03 22:05:46.904672 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-d50e2721-c721-49b9-9215-ee3810b64626 req-ba31b907-9608-4aad-b87b-5e1deb5ac50a tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2208230
Jun 03 22:05:46.969588 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-ef2f6377-3577-4fe6-9b25-09e7dc745cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:46.974532 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-8a6b48bb-3a96-4542-b2a5-f6699aa631e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:47.183513 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-eb0e5a80-bc7f-4832-a141-eb90152580f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:47.389337 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834f729-01ad-4545-9f12-567b4e12dd5a None None] Pushing event updated for resources: {'Port': ['ID=a90e55b7-39c5-4274-bd12-b5240695a5a9,revision_number=3']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:47.395242 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-0834f729-01ad-4545-9f12-567b4e12dd5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:47.401900 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-ef2f6377-3577-4fe6-9b25-09e7dc745cbc None None] Attempting to bind port a90e55b7-39c5-4274-bd12-b5240695a5a9 on host dv-cinder-794669-4-iscsi for vnic_type normal with profile  {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:05:47.409458 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-ef2f6377-3577-4fe6-9b25-09e7dc745cbc None None] Attempting to bind port a90e55b7-39c5-4274-bd12-b5240695a5a9 by drivers openvswitch,hyperv on host dv-cinder-794669-4-iscsi at level 0 using segments [{'id': 'dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'ceedd4ab-fc8f-4298-8659-a082fdebf44c'}] {{(pid=92565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:05:47.409988 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2f6377-3577-4fe6-9b25-09e7dc745cbc None None] Attempting to bind port a90e55b7-39c5-4274-bd12-b5240695a5a9 on network ceedd4ab-fc8f-4298-8659-a082fdebf44c {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:05:47.426851 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2f6377-3577-4fe6-9b25-09e7dc745cbc None None] Checking agent: {'id': '5a6b735b-9c6f-44f2-a3b4-85e645e583d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 57, 20), 'started_at': datetime.datetime(2021, 6, 3, 21, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:05:47.427413 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2f6377-3577-4fe6-9b25-09e7dc745cbc None None] Checking segment: {'id': 'dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'ceedd4ab-fc8f-4298-8659-a082fdebf44c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:05:47.427956 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-ef2f6377-3577-4fe6-9b25-09e7dc745cbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:47.428517 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2f6377-3577-4fe6-9b25-09e7dc745cbc None None] Bound using segment: {'id': 'dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'ceedd4ab-fc8f-4298-8659-a082fdebf44c'} {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:05:47.429213 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-ef2f6377-3577-4fe6-9b25-09e7dc745cbc None None] Bound port: a90e55b7-39c5-4274-bd12-b5240695a5a9, host: dv-cinder-794669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'ceedd4ab-fc8f-4298-8659-a082fdebf44c'}}] {{(pid=92565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:05:47.429587 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-ef2f6377-3577-4fe6-9b25-09e7dc745cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:47.513690 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d630c6d-53fd-41e8-a34a-505963831058 req-339be0b0-8705-4fb9-b23d-fde9ad6986d6 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:47.530383 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-5d630c6d-53fd-41e8-a34a-505963831058 req-339be0b0-8705-4fb9-b23d-fde9ad6986d6 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/ports?device_id=650b2ae2-8e3b-4da1-a16d-efffbc81a30b HTTP/1.1" status: 200  len: 931 time: 0.1962476
Jun 03 22:05:47.540079 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-1ed7c324-179e-4916-a753-78212da819f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814f304640>, [{'id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'name': 'tempest-AttachVolumeShelveTestJSON-506570283-router', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:05:27Z', 'updated_at': '2021-06-03T22:05:37Z', 'revision_number': 4, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'gw_port': {'id': '5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:29Z', 'updated_at': '2021-06-03T22:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': 'c9658c03-c270-4c2b-a565-b199772763bf', 'name': '', 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'mac_address': 'fa:16:3e:dd:4d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '67671872-aaef-41f0-85f5-6741db23bdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:36Z', 'updated_at': '2021-06-03T22:05:45Z', 'revision_number': 4, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'subnets': [{'id': '67671872-aaef-41f0-85f5-6741db23bdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:05:47.563197 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed7c324-179e-4916-a753-78212da819f8 None None] The sync data for ids ['08fd76d6-665a-4b44-ac56-4d1bb3b194c7'] in dv-cinder-794669-4-iscsi is: [{'id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'name': 'tempest-AttachVolumeShelveTestJSON-506570283-router', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:05:27Z', 'updated_at': '2021-06-03T22:05:37Z', 'revision_number': 4, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'gw_port': {'id': '5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:29Z', 'updated_at': '2021-06-03T22:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': 'c9658c03-c270-4c2b-a565-b199772763bf', 'name': '', 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'mac_address': 'fa:16:3e:dd:4d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '67671872-aaef-41f0-85f5-6741db23bdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:36Z', 'updated_at': '2021-06-03T22:05:45Z', 'revision_number': 4, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'subnets': [{'id': '67671872-aaef-41f0-85f5-6741db23bdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:05:47.666321 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-5d630c6d-53fd-41e8-a34a-505963831058 req-ab4b8f33-5d05-405d-814f-616e54adeaab tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/security-groups?id=b0cef449-8cef-4fbc-b1f0-25ba3c3e8b03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1370668
Jun 03 22:05:47.693613 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-ef2f6377-3577-4fe6-9b25-09e7dc745cbc None None] For port a90e55b7-39c5-4274-bd12-b5240695a5a9, host dv-cinder-794669-4-iscsi, cleared binding levels {{(pid=92565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:05:47.718201 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-6107eb7d-b112-4278-bc46-76206b016210 req-6a14c07e-3a60-4bc7-b8d4-ff0bd076beb6 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Unset dirty status for tenant:cb9a7d32ed194ab1b6188c11ba83bbd4 on resource:network {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:05:47.722101 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-ef2f6377-3577-4fe6-9b25-09e7dc745cbc None None] For port a90e55b7-39c5-4274-bd12-b5240695a5a9, host dv-cinder-794669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=a90e55b7-39c5-4274-bd12-b5240695a5a9,segment=NetworkSegment(dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba),segment_id=dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba)] {{(pid=92565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:05:47.727179 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6107eb7d-b112-4278-bc46-76206b016210 req-6a14c07e-3a60-4bc7-b8d4-ff0bd076beb6 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/networks?id=ceedd4ab-fc8f-4298-8659-a082fdebf44c HTTP/1.1" status: 200  len: 819 time: 1.7999284
Jun 03 22:05:47.844732 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6107eb7d-b112-4278-bc46-76206b016210 req-5cdeb448-1853-47da-9cf8-46cfb9e1d1d2 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/quotas/cb9a7d32ed194ab1b6188c11ba83bbd4 HTTP/1.1" status: 200  len: 375 time: 0.1025903
Jun 03 22:05:47.950898 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-ef2f6377-3577-4fe6-9b25-09e7dc745cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:47.950898 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:47.964673 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device c9658c03-c270-4c2b-a565-b199772763bf up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:05:48.059964 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-4a153ffe-185c-46b0-b5f0-5ff4b87cd092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d851968b-5b98-4e8f-8755-004b494085db {{(pid=92564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 22:05:48.061871 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-4a153ffe-185c-46b0-b5f0-5ff4b87cd092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:48.105664 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.provisioning_blocks [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-4a153ffe-185c-46b0-b5f0-5ff4b87cd092 service neutron] Transition to ACTIVE for port object d851968b-5b98-4e8f-8755-004b494085db will not be triggered until provisioned by entity L2. {{(pid=92564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:05:48.135519 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.db_base_plugin_common [None req-4002cd98-8f75-48e4-9442-4d81fe86ef43 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Allocated IP 172.27.0.168 (fbd3fa50-1ea9-4a37-9f63-373be6d121e3/b881b088-b524-4558-b754-6a0245dcfb71/4423caf7-dba5-417b-96c9-41fbf503c0cb) {{(pid=92564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:05:48.202635 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2f6377-3577-4fe6-9b25-09e7dc745cbc None None] Routers {'39533a2d-83f7-432f-b049-dc1df6f60685'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:05:48.203318 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-ef2f6377-3577-4fe6-9b25-09e7dc745cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814eb93340>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:05:20Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['39533a2d-83f7-432f-b049-dc1df6f60685'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:05:48.346226 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.db.resource_extend [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-c6716225-a25f-4d3b-a8ca-867893df134e service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 03 22:05:48.392190 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11425b7-281f-4fcf-a579-5ac2e577483b req-09d56f3e-3060-41c3-9451-f966f90b417f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:48.394247 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-b11425b7-281f-4fcf-a579-5ac2e577483b req-09d56f3e-3060-41c3-9451-f966f90b417f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 932 time: 0.3517530
Jun 03 22:05:48.532652 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-6107eb7d-b112-4278-bc46-76206b016210 req-c1710813-5ee5-4833-acc2-fff2db82c76d tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Synchronizing usage tracker for tenant:cb9a7d32ed194ab1b6188c11ba83bbd4 on resource:port {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:05:48.535101 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-b11425b7-281f-4fcf-a579-5ac2e577483b req-ed46667e-82af-45cf-adef-c0bba9af8a96 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1332009
Jun 03 22:05:48.590109 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834f729-01ad-4545-9f12-567b4e12dd5a None None] Pushing event updated for resources: {'Port': ['ID=a90e55b7-39c5-4274-bd12-b5240695a5a9,revision_number=4']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:48.595338 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-ef2f6377-3577-4fe6-9b25-09e7dc745cbc None None] Set router 39533a2d-83f7-432f-b049-dc1df6f60685 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:05:48.647704 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-0834f729-01ad-4545-9f12-567b4e12dd5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:48.662304 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-c6716225-a25f-4d3b-a8ca-867893df134e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d810cee8-9bf0-4fde-b547-48bf99790f6f {{(pid=92564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 22:05:48.674480 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-c6716225-a25f-4d3b-a8ca-867893df134e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:48.703876 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4002cd98-8f75-48e4-9442-4d81fe86ef43 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for port, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:48.745181 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.provisioning_blocks [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-c6716225-a25f-4d3b-a8ca-867893df134e service neutron] Transition to ACTIVE for port object d810cee8-9bf0-4fde-b547-48bf99790f6f will not be triggered until provisioned by entity L2. {{(pid=92564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:05:48.901438 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6667a3-fa1b-4f87-b77b-bad3ca64defa req-703abc45-0611-47ab-81ba-e37320715e0b tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:48.913948 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-da6667a3-fa1b-4f87-b77b-bad3ca64defa req-703abc45-0611-47ab-81ba-e37320715e0b tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/ports?device_id=650b2ae2-8e3b-4da1-a16d-efffbc81a30b HTTP/1.1" status: 200  len: 931 time: 0.1211269
Jun 03 22:05:48.975728 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-4a153ffe-185c-46b0-b5f0-5ff4b87cd092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31972166'] for port, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:48.981509 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-dd4e3fbe-954a-4f25-a548-9703d2e60a40 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:48.985735 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-da6667a3-fa1b-4f87-b77b-bad3ca64defa req-a6e57749-0377-447f-95b8-b6a383a016ad tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/security-groups?id=b0cef449-8cef-4fbc-b1f0-25ba3c3e8b03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702660
Jun 03 22:05:49.051128 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning for port c9658c03-c270-4c2b-a565-b199772763bf completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:05:49.124319 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a153ffe-185c-46b0-b5f0-5ff4b87cd092 service neutron] Pushing event updated for resources: {'Port': ['ID=d851968b-5b98-4e8f-8755-004b494085db,revision_number=2']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:49.128109 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4002cd98-8f75-48e4-9442-4d81fe86ef43 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:49.128109 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-c6716225-a25f-4d3b-a8ca-867893df134e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31972166'] for port, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:49.135020 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-6107eb7d-b112-4278-bc46-76206b016210 req-c1710813-5ee5-4833-acc2-fff2db82c76d tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Unset dirty status for tenant:cb9a7d32ed194ab1b6188c11ba83bbd4 on resource:port {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:05:49.136929 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6107eb7d-b112-4278-bc46-76206b016210 req-c1710813-5ee5-4833-acc2-fff2db82c76d tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?tenant_id=cb9a7d32ed194ab1b6188c11ba83bbd4&fields=id HTTP/1.1" status: 200  len: 255 time: 1.2907450
Jun 03 22:05:49.142429 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-4a153ffe-185c-46b0-b5f0-5ff4b87cd092 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:49.154285 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port c9658c03-c270-4c2b-a565-b199772763bf triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:05:49.158588 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:49.166852 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:49.495458 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 57744) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:49.525873 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-ef2f6377-3577-4fe6-9b25-09e7dc745cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814eb93340>, [{'id': '39533a2d-83f7-432f-b049-dc1df6f60685', 'name': 'tempest-ServerRescueNegativeTestJSON-1059474899-router', 'tenant_id': 'cb9a7d32ed194ab1b6188c11ba83bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'ae52100f-f901-4b6f-a85d-077f76c2c695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:05:27Z', 'updated_at': '2021-06-03T22:05:37Z', 'revision_number': 4, 'project_id': 'cb9a7d32ed194ab1b6188c11ba83bbd4', 'gw_port': {'id': 'ae52100f-f901-4b6f-a85d-077f76c2c695', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39533a2d-83f7-432f-b049-dc1df6f60685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:29Z', 'updated_at': '2021-06-03T22:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': 'a90e55b7-39c5-4274-bd12-b5240695a5a9', 'name': '', 'network_id': 'ceedd4ab-fc8f-4298-8659-a082fdebf44c', 'tenant_id': 'cb9a7d32ed194ab1b6188c11ba83bbd4', 'mac_address': 'fa:16:3e:e5:0b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39533a2d-83f7-432f-b049-dc1df6f60685', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cdfc5818-5ff2-45c9-ba1c-7ddd531c675e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:36Z', 'updated_at': '2021-06-03T22:05:47Z', 'revision_number': 4, 'project_id': 'cb9a7d32ed194ab1b6188c11ba83bbd4', 'subnets': [{'id': 'cdfc5818-5ff2-45c9-ba1c-7ddd531c675e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:05:49.533347 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4002cd98-8f75-48e4-9442-4d81fe86ef43 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Network fbd3fa50-1ea9-4a37-9f63-373be6d121e3 is already hosted by enough agents. {{(pid=92564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:05:49.547000 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2f6377-3577-4fe6-9b25-09e7dc745cbc None None] The sync data for ids ['39533a2d-83f7-432f-b049-dc1df6f60685'] in dv-cinder-794669-4-iscsi is: [{'id': '39533a2d-83f7-432f-b049-dc1df6f60685', 'name': 'tempest-ServerRescueNegativeTestJSON-1059474899-router', 'tenant_id': 'cb9a7d32ed194ab1b6188c11ba83bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'ae52100f-f901-4b6f-a85d-077f76c2c695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:05:27Z', 'updated_at': '2021-06-03T22:05:37Z', 'revision_number': 4, 'project_id': 'cb9a7d32ed194ab1b6188c11ba83bbd4', 'gw_port': {'id': 'ae52100f-f901-4b6f-a85d-077f76c2c695', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39533a2d-83f7-432f-b049-dc1df6f60685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:29Z', 'updated_at': '2021-06-03T22:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': 'a90e55b7-39c5-4274-bd12-b5240695a5a9', 'name': '', 'network_id': 'ceedd4ab-fc8f-4298-8659-a082fdebf44c', 'tenant_id': 'cb9a7d32ed194ab1b6188c11ba83bbd4', 'mac_address': 'fa:16:3e:e5:0b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39533a2d-83f7-432f-b049-dc1df6f60685', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'cdfc5818-5ff2-45c9-ba1c-7ddd531c675e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:36Z', 'updated_at': '2021-06-03T22:05:47Z', 'revision_number': 4, 'project_id': 'cb9a7d32ed194ab1b6188c11ba83bbd4', 'subnets': [{'id': 'cdfc5818-5ff2-45c9-ba1c-7ddd531c675e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:05:49.549377 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-6e87ee18-1922-4cef-b977-456042657012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:49.556722 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.base_scheduler [None req-4002cd98-8f75-48e4-9442-4d81fe86ef43 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Resources bound (agent type, host, resource id):  {{(pid=92564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:05:49.580436 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4002cd98-8f75-48e4-9442-4d81fe86ef43 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Received port after_create {{(pid=92564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:05:49.643049 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-6e87ee18-1922-4cef-b977-456042657012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:05:49.651050 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-6e87ee18-1922-4cef-b977-456042657012 admin admin] Usage tracker for resource:security_group_rule and tenant:ab3141a5ba17477c85689ec917aed7e8 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:05:49.660473 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-6e87ee18-1922-4cef-b977-456042657012 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:05:49.695832 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-6e87ee18-1922-4cef-b977-456042657012 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:05:49.935597 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002cd98-8f75-48e4-9442-4d81fe86ef43 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Pushing event updated for resources: {'Port': ['ID=4423caf7-dba5-417b-96c9-41fbf503c0cb,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:49.971161 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:50.000118 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6107eb7d-b112-4278-bc46-76206b016210 req-bad58748-6f41-46e2-bb5b-5183ec809fe2 service neutron] 10.222.0.106 "GET /v2.0/networks/ceedd4ab-fc8f-4298-8659-a082fdebf44c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5435774
Jun 03 22:05:50.146589 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] For port c9658c03-c270-4c2b-a565-b199772763bf, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=c9658c03-c270-4c2b-a565-b199772763bf,segment=NetworkSegment(eb669f87-637c-4e86-bcd2-b6b3456e5997),segment_id=eb669f87-637c-4e86-bcd2-b6b3456e5997)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:05:50.161433 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:50.172647 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-ffef7d09-3b0e-4b39-8ac6-627cdd114a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:50.240962 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-6e87ee18-1922-4cef-b977-456042657012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:50.255215 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee31744-45cd-482a-aba9-110ea0545859 req-aad1e748-bfbc-4596-8deb-986994d2f605 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:50.262720 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-0ee31744-45cd-482a-aba9-110ea0545859 req-aad1e748-bfbc-4596-8deb-986994d2f605 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 944 time: 0.4417496
Jun 03 22:05:50.271552 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:50.276873 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-0834f729-01ad-4545-9f12-567b4e12dd5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:50.361144 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-0ee31744-45cd-482a-aba9-110ea0545859 req-1719f53e-b89d-4943-9ee7-b059b4594698 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975175
Jun 03 22:05:50.363084 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-6e87ee18-1922-4cef-b977-456042657012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:50.394957 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-a4d12929-c4eb-4144-972a-a0534a3d5967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:50.451987 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-6e87ee18-1922-4cef-b977-456042657012 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=ab3141a5ba17477c85689ec917aed7e8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9543900
Jun 03 22:05:50.452739 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 57758) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:50.499591 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87ee18-1922-4cef-b977-456042657012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0459b6d1-8ba2-4804-b55d-def51f6390be,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:50.506553 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-6e87ee18-1922-4cef-b977-456042657012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:50.623448 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device a90e55b7-39c5-4274-bd12-b5240695a5a9 up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:05:50.720788 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-bae00c92-6118-4d08-ae9a-8ff94daba23a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:50.721752 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Pushing event updated for resources: {'Port': ['ID=c9658c03-c270-4c2b-a565-b199772763bf,revision_number=5']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:50.733219 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:50.833120 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-bae00c92-6118-4d08-ae9a-8ff94daba23a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:50.869118 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning for port a90e55b7-39c5-4274-bd12-b5240695a5a9 completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:05:50.895360 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port a90e55b7-39c5-4274-bd12-b5240695a5a9 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:05:50.895360 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:51.120240 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cfd824-4d15-43c2-b80e-65a884b0b049 req-5f3d7564-852d-4a0c-9d67-6165bd0fd170 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:51.156075 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-59cfd824-4d15-43c2-b80e-65a884b0b049 req-5f3d7564-852d-4a0c-9d67-6165bd0fd170 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/ports?device_id=650b2ae2-8e3b-4da1-a16d-efffbc81a30b HTTP/1.1" status: 200  len: 943 time: 0.5633159
Jun 03 22:05:51.169038 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-bae00c92-6118-4d08-ae9a-8ff94daba23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:51.225473 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:51.295834 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-67a63493-f2bd-4afe-8fca-ae15cb682153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:51.300271 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:51.360257 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae00c92-6118-4d08-ae9a-8ff94daba23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0459b6d1-8ba2-4804-b55d-def51f6390be,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:51.375702 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-bae00c92-6118-4d08-ae9a-8ff94daba23a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:51.381464 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-bae00c92-6118-4d08-ae9a-8ff94daba23a admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/0459b6d1-8ba2-4804-b55d-def51f6390be HTTP/1.1" status: 204  len: 168 time: 0.9224584
Jun 03 22:05:51.395674 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-59cfd824-4d15-43c2-b80e-65a884b0b049 req-d6a9567b-cdec-48ae-8bb1-3639db2e3b2c tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/security-groups?id=b0cef449-8cef-4fbc-b1f0-25ba3c3e8b03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2217457
Jun 03 22:05:51.396636 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-bae00c92-6118-4d08-ae9a-8ff94daba23a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:51.437632 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] For port a90e55b7-39c5-4274-bd12-b5240695a5a9, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=a90e55b7-39c5-4274-bd12-b5240695a5a9,segment=NetworkSegment(dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba),segment_id=dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:05:51.521318 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:51.523142 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:51.739342 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Pushing event updated for resources: {'Port': ['ID=a90e55b7-39c5-4274-bd12-b5240695a5a9,revision_number=5']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:51.757434 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:51.781555 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6716225-a25f-4d3b-a8ca-867893df134e service neutron] Pushing event updated for resources: {'Port': ['ID=d810cee8-9bf0-4fde-b547-48bf99790f6f,revision_number=2']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:51.804970 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-c6716225-a25f-4d3b-a8ca-867893df134e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.638s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:51.853874 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e17cf4-bd55-4bdd-850b-12a33ec827ea req-8870f28e-f4be-4e9e-80b4-137bd72123fd tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:51.866684 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-81e17cf4-bd55-4bdd-850b-12a33ec827ea req-8870f28e-f4be-4e9e-80b4-137bd72123fd tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 944 time: 0.1771317
Jun 03 22:05:51.944801 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.428s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:51.945560 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:51.946545 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-4a153ffe-185c-46b0-b5f0-5ff4b87cd092 service neutron] Attempting to bind port d851968b-5b98-4e8f-8755-004b494085db on host hv-cinder-79466 for vnic_type normal with profile  {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:05:51.947067 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-4a153ffe-185c-46b0-b5f0-5ff4b87cd092 service neutron] Attempting to bind port d851968b-5b98-4e8f-8755-004b494085db by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': 'c390c824-bb20-443e-b455-af1f6c810dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1427, 'network_id': '29b7a9cd-8b45-49f4-a0dc-9e6d604e74a6'}] {{(pid=92564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:05:51.947593 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-4a153ffe-185c-46b0-b5f0-5ff4b87cd092 service neutron] Attempting to bind port d851968b-5b98-4e8f-8755-004b494085db on network 29b7a9cd-8b45-49f4-a0dc-9e6d604e74a6 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:05:51.994827 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-4a153ffe-185c-46b0-b5f0-5ff4b87cd092 service neutron] Port d851968b-5b98-4e8f-8755-004b494085db on network 29b7a9cd-8b45-49f4-a0dc-9e6d604e74a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 22:05:52.001674 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-4a153ffe-185c-46b0-b5f0-5ff4b87cd092 service neutron] Attempting to bind port d851968b-5b98-4e8f-8755-004b494085db on network 29b7a9cd-8b45-49f4-a0dc-9e6d604e74a6 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:05:52.026728 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-4a153ffe-185c-46b0-b5f0-5ff4b87cd092 service neutron] Checking agent: {'id': 'ba7169ba-ec54-42ab-82e6-dffd3900ba09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 22, 3, 45), 'started_at': datetime.datetime(2021, 6, 3, 22, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:05:52.027374 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-4a153ffe-185c-46b0-b5f0-5ff4b87cd092 service neutron] Checking segment: {'id': 'c390c824-bb20-443e-b455-af1f6c810dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1427, 'network_id': '29b7a9cd-8b45-49f4-a0dc-9e6d604e74a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:05:52.028157 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-4a153ffe-185c-46b0-b5f0-5ff4b87cd092 service neutron] Bound using segment: {'id': 'c390c824-bb20-443e-b455-af1f6c810dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1427, 'network_id': '29b7a9cd-8b45-49f4-a0dc-9e6d604e74a6'} {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:05:52.028995 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-4a153ffe-185c-46b0-b5f0-5ff4b87cd092 service neutron] Bound port: d851968b-5b98-4e8f-8755-004b494085db, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c390c824-bb20-443e-b455-af1f6c810dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1427, 'network_id': '29b7a9cd-8b45-49f4-a0dc-9e6d604e74a6'}}] {{(pid=92564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:05:52.029523 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-4a153ffe-185c-46b0-b5f0-5ff4b87cd092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:52.081313 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-81e17cf4-bd55-4bdd-850b-12a33ec827ea req-5117d6f1-b3ae-4416-b293-1dc2f0f5ce2f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1948357
Jun 03 22:05:52.183159 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4002cd98-8f75-48e4-9442-4d81fe86ef43 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:52.197033 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-c6716225-a25f-4d3b-a8ca-867893df134e service neutron] Attempting to bind port d810cee8-9bf0-4fde-b547-48bf99790f6f on host hv-cinder-79466 for vnic_type normal with profile  {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:05:52.197373 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-c6716225-a25f-4d3b-a8ca-867893df134e service neutron] Attempting to bind port d810cee8-9bf0-4fde-b547-48bf99790f6f by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '78cbdb10-dbd3-4f35-8746-fd326444031e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': 'bba2e61c-d091-4a23-95a7-3079a9574eb0'}] {{(pid=92564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:05:52.197695 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-c6716225-a25f-4d3b-a8ca-867893df134e service neutron] Attempting to bind port d810cee8-9bf0-4fde-b547-48bf99790f6f on network bba2e61c-d091-4a23-95a7-3079a9574eb0 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:05:52.225448 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6107eb7d-b112-4278-bc46-76206b016210 req-c045fc97-53a3-4b95-8a91-a67898b7a6c2 service neutron] 10.222.0.106 "GET /v2.0/networks/ceedd4ab-fc8f-4298-8659-a082fdebf44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 2.1381683
Jun 03 22:05:52.225448 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-c6716225-a25f-4d3b-a8ca-867893df134e service neutron] Port d810cee8-9bf0-4fde-b547-48bf99790f6f on network bba2e61c-d091-4a23-95a7-3079a9574eb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 22:05:52.225448 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-c6716225-a25f-4d3b-a8ca-867893df134e service neutron] Attempting to bind port d810cee8-9bf0-4fde-b547-48bf99790f6f on network bba2e61c-d091-4a23-95a7-3079a9574eb0 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:05:52.233741 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-c6716225-a25f-4d3b-a8ca-867893df134e service neutron] Checking agent: {'id': 'ba7169ba-ec54-42ab-82e6-dffd3900ba09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 22, 3, 45), 'started_at': datetime.datetime(2021, 6, 3, 22, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:05:52.234089 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-c6716225-a25f-4d3b-a8ca-867893df134e service neutron] Checking segment: {'id': '78cbdb10-dbd3-4f35-8746-fd326444031e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': 'bba2e61c-d091-4a23-95a7-3079a9574eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:05:52.234475 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-c6716225-a25f-4d3b-a8ca-867893df134e service neutron] Bound using segment: {'id': '78cbdb10-dbd3-4f35-8746-fd326444031e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': 'bba2e61c-d091-4a23-95a7-3079a9574eb0'} {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:05:52.234924 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-c6716225-a25f-4d3b-a8ca-867893df134e service neutron] Bound port: d810cee8-9bf0-4fde-b547-48bf99790f6f, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78cbdb10-dbd3-4f35-8746-fd326444031e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': 'bba2e61c-d091-4a23-95a7-3079a9574eb0'}}] {{(pid=92564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:05:52.235250 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-c6716225-a25f-4d3b-a8ca-867893df134e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:52.357052 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-4a153ffe-185c-46b0-b5f0-5ff4b87cd092 service neutron] For port d851968b-5b98-4e8f-8755-004b494085db, host hv-cinder-79466, cleared binding levels {{(pid=92564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:05:52.364365 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:52.381908 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device c9658c03-c270-4c2b-a565-b199772763bf up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:05:52.393740 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-4a153ffe-185c-46b0-b5f0-5ff4b87cd092 service neutron] For port d851968b-5b98-4e8f-8755-004b494085db, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=d851968b-5b98-4e8f-8755-004b494085db,segment=NetworkSegment(c390c824-bb20-443e-b455-af1f6c810dea),segment_id=c390c824-bb20-443e-b455-af1f6c810dea)] {{(pid=92564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:05:52.431120 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4002cd98-8f75-48e4-9442-4d81fe86ef43 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:52.469525 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port c9658c03-c270-4c2b-a565-b199772763bf triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:05:52.469948 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:52.473056 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-c6716225-a25f-4d3b-a8ca-867893df134e service neutron] For port d810cee8-9bf0-4fde-b547-48bf99790f6f, host hv-cinder-79466, cleared binding levels {{(pid=92564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:05:52.488661 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-c6716225-a25f-4d3b-a8ca-867893df134e service neutron] For port d810cee8-9bf0-4fde-b547-48bf99790f6f, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=d810cee8-9bf0-4fde-b547-48bf99790f6f,segment=NetworkSegment(78cbdb10-dbd3-4f35-8746-fd326444031e),segment_id=78cbdb10-dbd3-4f35-8746-fd326444031e)] {{(pid=92564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:05:52.520771 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-4a153ffe-185c-46b0-b5f0-5ff4b87cd092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31972166'] for port, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:52.550978 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-d445a547-2580-47e6-9e62-02f1b5ea9c23 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:52.650733 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-c6716225-a25f-4d3b-a8ca-867893df134e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31972166'] for port, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:52.712744 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device a90e55b7-39c5-4274-bd12-b5240695a5a9 up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:05:52.855018 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-c5996889-47a0-44ea-9ebe-17ca1fab7164 req-b871f091-f267-41c7-9732-d31074dc2f39 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 210 time: 0.2313972
Jun 03 22:05:52.880407 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f156b-d21f-4854-a553-e20d491bec63 req-5b06be6c-8555-404d-907e-a791ff83a040 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:52.891947 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c37f156b-d21f-4854-a553-e20d491bec63 req-5b06be6c-8555-404d-907e-a791ff83a040 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/ports?device_id=650b2ae2-8e3b-4da1-a16d-efffbc81a30b HTTP/1.1" status: 200  len: 943 time: 0.2155287
Jun 03 22:05:52.894636 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port a90e55b7-39c5-4274-bd12-b5240695a5a9 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:05:52.895170 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:52.960377 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-4a153ffe-185c-46b0-b5f0-5ff4b87cd092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:52.960377 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-4a153ffe-185c-46b0-b5f0-5ff4b87cd092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:52.994880 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-4a153ffe-185c-46b0-b5f0-5ff4b87cd092 service neutron] 10.222.0.58 "PUT /v2.0/ports/d851968b-5b98-4e8f-8755-004b494085db HTTP/1.1" status: 200  len: 1093 time: 8.1136644
Jun 03 22:05:53.012089 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650b2ae2-8e3b-4da1-a16d-efffbc81a30b', 'tag': 'd851968b-5b98-4e8f-8755-004b494085db'}] {{(pid=92564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:05:53.050652 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c37f156b-d21f-4854-a553-e20d491bec63 req-74d2f443-3235-4fdd-bd13-07ff0aca26a0 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/security-groups?id=b0cef449-8cef-4fbc-b1f0-25ba3c3e8b03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1573977
Jun 03 22:05:53.090215 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-c6716225-a25f-4d3b-a8ca-867893df134e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:53.091303 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-c6716225-a25f-4d3b-a8ca-867893df134e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:53.092944 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-c6716225-a25f-4d3b-a8ca-867893df134e service neutron] 10.222.0.58 "PUT /v2.0/ports/d810cee8-9bf0-4fde-b547-48bf99790f6f HTTP/1.1" status: 200  len: 1094 time: 8.2198057
Jun 03 22:05:53.117496 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a153ffe-185c-46b0-b5f0-5ff4b87cd092 service neutron] Pushing event updated for resources: {'Port': ['ID=d851968b-5b98-4e8f-8755-004b494085db,revision_number=3']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:53.128511 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-4a153ffe-185c-46b0-b5f0-5ff4b87cd092 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:53.129337 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.344s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:53.397846 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.db.resource_extend [None req-4002cd98-8f75-48e4-9442-4d81fe86ef43 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 03 22:05:53.441094 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4002cd98-8f75-48e4-9442-4d81fe86ef43 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for port, precommit_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:53.444583 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6716225-a25f-4d3b-a8ca-867893df134e service neutron] Pushing event updated for resources: {'Port': ['ID=d810cee8-9bf0-4fde-b547-48bf99790f6f,revision_number=3']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:53.449999 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-c6716225-a25f-4d3b-a8ca-867893df134e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:53.525409 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-0cfed255-218a-471f-98e2-78258102232c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:53.540181 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-0cfed255-218a-471f-98e2-78258102232c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=614581c3b392493688c8ec8d28dc730e&device_id=650b2ae2-8e3b-4da1-a16d-efffbc81a30b HTTP/1.1" status: 200  len: 1096 time: 0.2682753
Jun 03 22:05:53.761828 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4002cd98-8f75-48e4-9442-4d81fe86ef43 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31972166'] for port, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:53.772725 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-1e187772-b8a2-4d57-ab27-1ebd1d7a4b03 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d851968b-5b98-4e8f-8755-004b494085db HTTP/1.1" status: 200  len: 217 time: 0.1837969
Jun 03 22:05:53.780292 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:53.863467 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 57854) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:53.868541 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002cd98-8f75-48e4-9442-4d81fe86ef43 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Pushing event updated for resources: {'Port': ['ID=4423caf7-dba5-417b-96c9-41fbf503c0cb,revision_number=2']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:53.873998 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-4002cd98-8f75-48e4-9442-4d81fe86ef43 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:53.992594 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-60058c6a-02bd-487d-96bf-391beab2cbb5 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:54.001889 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-60058c6a-02bd-487d-96bf-391beab2cbb5 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/networks?id=ceedd4ab-fc8f-4298-8659-a082fdebf44c HTTP/1.1" status: 200  len: 819 time: 0.3512678
Jun 03 22:05:54.015214 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-b48c8a52-a8f2-40ad-89e7-26039ad3d9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:54.016627 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-b48c8a52-a8f2-40ad-89e7-26039ad3d9b6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e3f1f6cd-92cb-4379-bd59-3292d17ca5ab HTTP/1.1" status: 200  len: 851 time: 0.1269455
Jun 03 22:05:54.023069 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-086a770b-6428-4744-8f14-12581573af4f tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/quotas/cb9a7d32ed194ab1b6188c11ba83bbd4 HTTP/1.1" status: 200  len: 375 time: 0.0198259
Jun 03 22:05:54.120063 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-217f20b5-6271-4232-a54f-6611d9e6a46f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=29b7a9cd-8b45-49f4-a0dc-9e6d604e74a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0802708
Jun 03 22:05:54.194217 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7253ccc-0371-4387-8914-12b473a118ca req-119995e1-cbf6-4d15-81f5-5b6305de7bd6 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:54.194998 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-d7253ccc-0371-4387-8914-12b473a118ca req-119995e1-cbf6-4d15-81f5-5b6305de7bd6 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Synchronizing usage tracker for tenant:18fd8ab8eb5140b4ab7192485bb70cd8 on resource:port {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:05:54.205211 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c024af40dcbc7289fed731e5c35c42eecf8f16a39534b44a636824a10e0ed12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d85eac-adea-47b2-be66-f56f9cf7ab18" -d '{"events": [{"name": "network-changed", "server_uuid": "650b2ae2-8e3b-4da1-a16d-efffbc81a30b", "tag": "d851968b-5b98-4e8f-8755-004b494085db"}]}' {{(pid=92564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:05:54.244792 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-eaf6d14f-2867-45a7-9aeb-be907210489b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:54.246871 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-eaf6d14f-2867-45a7-9aeb-be907210489b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=18fd8ab8eb5140b4ab7192485bb70cd8&device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 1097 time: 0.7294827
Jun 03 22:05:54.303509 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-598d6b01-76c4-4867-aa70-3080acc0c2b0 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?tenant_id=cb9a7d32ed194ab1b6188c11ba83bbd4&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2773049
Jun 03 22:05:54.521733 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-5e22e7df-5a8d-46bd-a028-1299bf3a9358 service neutron] 10.222.0.106 "GET /v2.0/networks/ceedd4ab-fc8f-4298-8659-a082fdebf44c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2067363
Jun 03 22:05:54.750249 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4002cd98-8f75-48e4-9442-4d81fe86ef43 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-309359'] for floatingip, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:54.752203 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-37dc7bf6-ab0a-4ed3-ad61-7e7bae3c13c8 service neutron] 10.222.0.106 "GET /v2.0/networks/ceedd4ab-fc8f-4298-8659-a082fdebf44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2295361
Jun 03 22:05:54.780627 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-8f2e3cf7-6327-4840-b293-7d36aa697de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:54.799636 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-d7253ccc-0371-4387-8914-12b473a118ca req-119995e1-cbf6-4d15-81f5-5b6305de7bd6 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Unset dirty status for tenant:18fd8ab8eb5140b4ab7192485bb70cd8 on resource:port {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:05:54.800932 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-d7253ccc-0371-4387-8914-12b473a118ca req-119995e1-cbf6-4d15-81f5-5b6305de7bd6 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 944 time: 1.2598228
Jun 03 22:05:54.820407 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-3fb24cbd-6fbf-479a-abb1-76c70b6e06c0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d810cee8-9bf0-4fde-b547-48bf99790f6f HTTP/1.1" status: 200  len: 217 time: 0.5383801
Jun 03 22:05:54.860584 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-8f2e3cf7-6327-4840-b293-7d36aa697de2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:05:54.932368 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-8f2e3cf7-6327-4840-b293-7d36aa697de2 admin admin] Usage tracker for resource:security_group_rule and tenant:359f0ec608e84c03bcaf9327c94edbe6 is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:05:54.945321 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-8f2e3cf7-6327-4840-b293-7d36aa697de2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:05:54.956352 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-8f2e3cf7-6327-4840-b293-7d36aa697de2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:05:54.967181 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-f0c86c59-cfcc-4cdf-b2c1-aba70c46ee58 service neutron] 10.222.0.58 "GET /v2.0/networks/29b7a9cd-8b45-49f4-a0dc-9e6d604e74a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8284528
Jun 03 22:05:54.973574 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-d7253ccc-0371-4387-8914-12b473a118ca req-537675e1-024a-4b7f-a338-a5cf880115ea tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1492820
Jun 03 22:05:54.979369 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-f1c9e640-448f-4140-a5cc-f8025790c732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:54.980874 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-f1c9e640-448f-4140-a5cc-f8025790c732 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=969eac6f-666f-4cbf-a728-422f9d725aef HTTP/1.1" status: 200  len: 853 time: 0.1496224
Jun 03 22:05:55.228404 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4002cd98-8f75-48e4-9442-4d81fe86ef43 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for floatingip, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:55.229646 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-4002cd98-8f75-48e4-9442-4d81fe86ef43 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 10.4731271
Jun 03 22:05:55.492394 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-4bfe922c-ec8b-4c33-8f62-211256ddf3f5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bba2e61c-d091-4a23-95a7-3079a9574eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2909274
Jun 03 22:05:55.661612 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c24c99e-b0c5-4858-bb89-d165df899b2b x-openstack-request-id: req-2c24c99e-b0c5-4858-bb89-d165df899b2b {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:05:55.661970 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650b2ae2-8e3b-4da1-a16d-efffbc81a30b", "tag": "d851968b-5b98-4e8f-8755-004b494085db", "status": "completed", "code": 200}]} {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:05:55.662185 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-2c24c99e-b0c5-4858-bb89-d165df899b2b {{(pid=92564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:05:55.662701 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650b2ae2-8e3b-4da1-a16d-efffbc81a30b', 'tag': 'd851968b-5b98-4e8f-8755-004b494085db', 'status': 'completed', 'code': 200}
Jun 03 22:05:55.719752 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-8f2e3cf7-6327-4840-b293-7d36aa697de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:55.769105 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-57ee91f5-4893-41bb-a742-5d9a764439ba req-81610c4d-862d-407f-a393-8d01053b9578 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 210 time: 0.0935082
Jun 03 22:05:55.919504 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b6b6a229-1e8b-4c89-a690-c39903d75917 req-706f969c-e190-48b3-90c8-9499e2c4016e service neutron] 10.222.0.58 "GET /v2.0/networks/29b7a9cd-8b45-49f4-a0dc-9e6d604e74a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7122779
Jun 03 22:05:55.933267 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-8f2e3cf7-6327-4840-b293-7d36aa697de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:55.997473 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:56.009815 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-8f2e3cf7-6327-4840-b293-7d36aa697de2 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=359f0ec608e84c03bcaf9327c94edbe6&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1406121
Jun 03 22:05:56.024650 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 57928) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:56.057316 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7b5f9-d9bb-40cd-911d-34c29a878a6a req-bad2cbb7-f0bf-43b2-bb92-9fe4957f35be tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:56.059489 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8cb7b5f9-d9bb-40cd-911d-34c29a878a6a req-bad2cbb7-f0bf-43b2-bb92-9fe4957f35be tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/ports?device_id=650b2ae2-8e3b-4da1-a16d-efffbc81a30b HTTP/1.1" status: 200  len: 943 time: 0.8266032
Jun 03 22:05:56.075025 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-5bb3c6ff-85b2-4574-ad57-cc72e67e2576 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Synchronizing usage tracker for tenant:c14a1e6c501b4dd3966eb23d8b4969bc on resource:security_group {{(pid=92563) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:05:56.127010 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-e4f4c033-ca4d-431d-8bc8-52c3bd238474 service neutron] 10.222.0.58 "GET /v2.0/networks/bba2e61c-d091-4a23-95a7-3079a9574eb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4598417
Jun 03 22:05:56.130412 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e3cf7-6327-4840-b293-7d36aa697de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fffb19-c777-4bb6-b51b-a69f664b5860,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:56.150474 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-2b1741e0-c5a7-42e3-89fe-a4a8f539220e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:56.168101 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8cb7b5f9-d9bb-40cd-911d-34c29a878a6a req-66fdd1e2-818a-45fe-bc64-12bca9c8e43d tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/security-groups?id=b0cef449-8cef-4fbc-b1f0-25ba3c3e8b03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912721
Jun 03 22:05:56.169421 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-8f2e3cf7-6327-4840-b293-7d36aa697de2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:56.180255 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-2b1741e0-c5a7-42e3-89fe-a4a8f539220e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:56.267633 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-5bb3c6ff-85b2-4574-ad57-cc72e67e2576 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Unset dirty status for tenant:c14a1e6c501b4dd3966eb23d8b4969bc on resource:security_group {{(pid=92563) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:05:56.276075 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-5bb3c6ff-85b2-4574-ad57-cc72e67e2576 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/security-groups?name=tempest-securitygroup--835618518&fields=id&tenant_id=c14a1e6c501b4dd3966eb23d8b4969bc HTTP/1.1" status: 200  len: 267 time: 0.3137519
Jun 03 22:05:56.400909 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-2b1741e0-c5a7-42e3-89fe-a4a8f539220e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:56.409823 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:56.423858 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-acbedfcb-3c93-454d-a6ff-e0b76e87958e req-a304bbb3-661d-4df2-a637-4058afb8fbff service neutron] 10.222.0.58 "GET /v2.0/networks/bba2e61c-d091-4a23-95a7-3079a9574eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2873933
Jun 03 22:05:56.424689 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1741e0-c5a7-42e3-89fe-a4a8f539220e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fffb19-c777-4bb6-b51b-a69f664b5860,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:56.432719 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-2b1741e0-c5a7-42e3-89fe-a4a8f539220e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:56.445696 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-2b1741e0-c5a7-42e3-89fe-a4a8f539220e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:56.449432 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-2b1741e0-c5a7-42e3-89fe-a4a8f539220e admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/92fffb19-c777-4bb6-b51b-a69f664b5860 HTTP/1.1" status: 204  len: 168 time: 0.4193282
Jun 03 22:05:56.467940 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-90d05bba-60b4-426a-97c6-d51fe3e3c3fa tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:56.469325 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-90d05bba-60b4-426a-97c6-d51fe3e3c3fa tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/networks?id=35f20c75-e7a0-4927-b48f-493b756f4e3d HTTP/1.1" status: 200  len: 816 time: 0.1921594
Jun 03 22:05:56.484004 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d85eac-adea-47b2-be66-f56f9cf7ab18 req-20f1645d-532f-488d-af56-5835fce57c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:56.486224 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e7d85eac-adea-47b2-be66-f56f9cf7ab18 req-20f1645d-532f-488d-af56-5835fce57c17 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=614581c3b392493688c8ec8d28dc730e&device_id=650b2ae2-8e3b-4da1-a16d-efffbc81a30b HTTP/1.1" status: 200  len: 1096 time: 0.2418866
Jun 03 22:05:56.496430 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-ca2991ed-53f9-4b0f-b778-df6bd8536192 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/quotas/c14a1e6c501b4dd3966eb23d8b4969bc HTTP/1.1" status: 200  len: 375 time: 0.0100739
Jun 03 22:05:56.497687 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b77d84-9759-4962-b273-5b16262f6965 req-be57a70a-b587-4a75-9e24-794599640f1c tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:56.500287 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-95b77d84-9759-4962-b273-5b16262f6965 req-be57a70a-b587-4a75-9e24-794599640f1c tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 944 time: 0.1857672
Jun 03 22:05:56.554599 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-95b77d84-9759-4962-b273-5b16262f6965 req-e4dad54b-d92b-4929-8f97-449f222a700b tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479560
Jun 03 22:05:56.597881 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-7d593f2b-dd55-4f2b-a20b-ef3775bf00a7 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Synchronizing usage tracker for tenant:c14a1e6c501b4dd3966eb23d8b4969bc on resource:port {{(pid=92563) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:05:56.743942 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-7d593f2b-dd55-4f2b-a20b-ef3775bf00a7 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Unset dirty status for tenant:c14a1e6c501b4dd3966eb23d8b4969bc on resource:port {{(pid=92563) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:05:56.746000 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-7d593f2b-dd55-4f2b-a20b-ef3775bf00a7 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/ports?tenant_id=c14a1e6c501b4dd3966eb23d8b4969bc&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2399001
Jun 03 22:05:56.772364 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 57936) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:56.904840 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-a789448a-73d7-4ca7-8d41-8007a474393d service neutron] 10.222.0.106 "GET /v2.0/networks/35f20c75-e7a0-4927-b48f-493b756f4e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1466501
Jun 03 22:05:56.936287 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-7789bb2e-6764-4681-bee7-88e9a662bc92 req-c594160b-006d-41c3-b4f7-158dd46fa25b tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 210 time: 0.0549154
Jun 03 22:05:57.003489 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-6c82e9c3-e59b-4baa-a095-778c2a6e7d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:57.020258 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-6c82e9c3-e59b-4baa-a095-778c2a6e7d47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:05:57.024663 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-6c82e9c3-e59b-4baa-a095-778c2a6e7d47 admin admin] Usage tracker for resource:security_group_rule and tenant:3d7e0f7138e84b42a7520c565f5d7557 is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:05:57.030812 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-6c82e9c3-e59b-4baa-a095-778c2a6e7d47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:05:57.037364 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-6c82e9c3-e59b-4baa-a095-778c2a6e7d47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:05:57.057365 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-8591fb2d-f31f-4a83-b1f1-74f03ffffda7 service neutron] 10.222.0.106 "GET /v2.0/networks/35f20c75-e7a0-4927-b48f-493b756f4e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1465847
Jun 03 22:05:57.144530 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-6c82e9c3-e59b-4baa-a095-778c2a6e7d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:57.241661 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-6c82e9c3-e59b-4baa-a095-778c2a6e7d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:57.249033 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:57.293205 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-6c82e9c3-e59b-4baa-a095-778c2a6e7d47 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=3d7e0f7138e84b42a7520c565f5d7557&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5178418
Jun 03 22:05:57.296059 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 57952) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:57.327806 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82e9c3-e59b-4baa-a095-778c2a6e7d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20c68c57-d25b-40f7-897d-95547c58c44b,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:57.337871 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-6c82e9c3-e59b-4baa-a095-778c2a6e7d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:57.352550 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 57954) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:57.373317 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4fa3c8a4-4b82-49f5-8c7c-68378963ac61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:57.395372 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-789bf331-66c2-4bc8-944d-9f94f1fda3f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:57.402349 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4fa3c8a4-4b82-49f5-8c7c-68378963ac61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:57.439462 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-789bf331-66c2-4bc8-944d-9f94f1fda3f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:05:57.453597 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-789bf331-66c2-4bc8-944d-9f94f1fda3f9 admin admin] Usage tracker for resource:security_group_rule and tenant:559c5e4e48334222a158217a8dd9d42c is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:05:57.458937 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-789bf331-66c2-4bc8-944d-9f94f1fda3f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:05:57.472836 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712604a3-062e-41ae-be9d-d1660beea524 req-f57ccfee-189c-44cf-95a9-2417e7ecf8cc tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:57.479803 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-712604a3-062e-41ae-be9d-d1660beea524 req-f57ccfee-189c-44cf-95a9-2417e7ecf8cc tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/ports?device_id=650b2ae2-8e3b-4da1-a16d-efffbc81a30b HTTP/1.1" status: 200  len: 943 time: 0.1912718
Jun 03 22:05:57.482288 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-789bf331-66c2-4bc8-944d-9f94f1fda3f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:05:57.513551 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-811012f3-9aa0-4cad-a796-79faf6c6fb81 req-4b3efd5f-e5a5-4c1e-a55c-11ebb83f52fe tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/ports?device_id=0eee71d2-ec13-4fca-a702-5ab8e72cdd04 HTTP/1.1" status: 200  len: 210 time: 0.0560308
Jun 03 22:05:57.548711 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-712604a3-062e-41ae-be9d-d1660beea524 req-788cab97-71b0-484f-b244-589692782334 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/security-groups?id=b0cef449-8cef-4fbc-b1f0-25ba3c3e8b03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651937
Jun 03 22:05:57.615437 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4fa3c8a4-4b82-49f5-8c7c-68378963ac61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:57.621242 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:57.631954 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3c8a4-4b82-49f5-8c7c-68378963ac61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c68c57-d25b-40f7-897d-95547c58c44b,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:57.636516 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-4fa3c8a4-4b82-49f5-8c7c-68378963ac61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:57.640207 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4fa3c8a4-4b82-49f5-8c7c-68378963ac61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:57.641351 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-4fa3c8a4-4b82-49f5-8c7c-68378963ac61 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/20c68c57-d25b-40f7-897d-95547c58c44b HTTP/1.1" status: 204  len: 168 time: 0.3441403
Jun 03 22:05:57.685634 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49718741-277c-4f5f-9669-ea4599c88de3', 'tag': 'd810cee8-9bf0-4fde-b547-48bf99790f6f'}] {{(pid=92564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:05:57.688484 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c024af40dcbc7289fed731e5c35c42eecf8f16a39534b44a636824a10e0ed12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ecb634f-ab3c-4893-b465-81552c9679dd" -d '{"events": [{"name": "network-changed", "server_uuid": "49718741-277c-4f5f-9669-ea4599c88de3", "tag": "d810cee8-9bf0-4fde-b547-48bf99790f6f"}]}' {{(pid=92564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:05:57.700939 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-789bf331-66c2-4bc8-944d-9f94f1fda3f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:57.749089 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728a228-13bf-45ff-9126-3ff7bbcaa1f7 req-9e43c22a-7afd-4850-aa54-bf75e0f69779 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:57.750235 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-9728a228-13bf-45ff-9126-3ff7bbcaa1f7 req-9e43c22a-7afd-4850-aa54-bf75e0f69779 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 944 time: 0.0873904
Jun 03 22:05:57.785918 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9e61d1-f130-4ec2-a281-787c42f0cb29 x-openstack-request-id: req-7e9e61d1-f130-4ec2-a281-787c42f0cb29 {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:05:57.786195 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49718741-277c-4f5f-9669-ea4599c88de3", "tag": "d810cee8-9bf0-4fde-b547-48bf99790f6f", "status": "completed", "code": 200}]} {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:05:57.786525 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-7e9e61d1-f130-4ec2-a281-787c42f0cb29 {{(pid=92564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:05:57.786998 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49718741-277c-4f5f-9669-ea4599c88de3', 'tag': 'd810cee8-9bf0-4fde-b547-48bf99790f6f', 'status': 'completed', 'code': 200}
Jun 03 22:05:57.788161 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-789bf331-66c2-4bc8-944d-9f94f1fda3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:57.796641 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-0d30f8eb-9323-49b7-87ab-7b6367198336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:57.800041 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-9728a228-13bf-45ff-9126-3ff7bbcaa1f7 req-4094b735-d325-4f07-a515-fd14df789474 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436227
Jun 03 22:05:57.841918 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-789bf331-66c2-4bc8-944d-9f94f1fda3f9 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=559c5e4e48334222a158217a8dd9d42c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4877810
Jun 03 22:05:57.843717 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789bf331-66c2-4bc8-944d-9f94f1fda3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed0ab54-932c-4f6d-915c-b9a91dcbba3c,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:57.845470 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 57972) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:57.847008 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-789bf331-66c2-4bc8-944d-9f94f1fda3f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:57.905891 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-0f03e81f-66e8-4081-987c-a76e99b5cc46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:57.943015 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-0f03e81f-66e8-4081-987c-a76e99b5cc46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:58.088627 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-3883bcfd-c1ee-4d88-a146-a64a3c79a814 req-ea60de6f-0b2b-49e6-bd06-a8ea62a2a73e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 210 time: 0.0450335
Jun 03 22:05:58.152753 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-0f03e81f-66e8-4081-987c-a76e99b5cc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:58.158106 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:05:58.173719 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03e81f-66e8-4081-987c-a76e99b5cc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed0ab54-932c-4f6d-915c-b9a91dcbba3c,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:05:58.176170 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-0f03e81f-66e8-4081-987c-a76e99b5cc46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:05:58.179701 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-0f03e81f-66e8-4081-987c-a76e99b5cc46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:05:58.189210 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-0f03e81f-66e8-4081-987c-a76e99b5cc46 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/fed0ab54-932c-4f6d-915c-b9a91dcbba3c HTTP/1.1" status: 204  len: 168 time: 0.3374038
Jun 03 22:05:58.753696 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-3a37a462-f63d-4d45-a47c-3c63791e4e06 req-756541c9-21d8-4eee-bbbf-3460be8733b6 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/ports?device_id=0eee71d2-ec13-4fca-a702-5ab8e72cdd04 HTTP/1.1" status: 200  len: 210 time: 0.1657846
Jun 03 22:05:59.015758 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127412c-c9e6-4d0c-ba90-eb2304372320 req-2a8e251d-2523-4de5-8c93-65a6a79395e8 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:59.017472 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-7127412c-c9e6-4d0c-ba90-eb2304372320 req-2a8e251d-2523-4de5-8c93-65a6a79395e8 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 944 time: 0.0961010
Jun 03 22:05:59.077807 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-7127412c-c9e6-4d0c-ba90-eb2304372320 req-b248bfcb-c544-456d-973d-751deffcce26 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542719
Jun 03 22:05:59.087912 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d85eac-adea-47b2-be66-f56f9cf7ab18 req-9e563c64-746f-446b-9d68-2c9a30e20be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:59.092918 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e7d85eac-adea-47b2-be66-f56f9cf7ab18 req-9e563c64-746f-446b-9d68-2c9a30e20be3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=29b7a9cd-8b45-49f4-a0dc-9e6d604e74a6 HTTP/1.1" status: 200  len: 913 time: 0.4181499
Jun 03 22:05:59.109218 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72829446-30fd-42db-b50d-1ee9e214d27d req-de4ce20e-0203-4084-b1f8-273f65d01ec6 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:59.110429 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-72829446-30fd-42db-b50d-1ee9e214d27d req-de4ce20e-0203-4084-b1f8-273f65d01ec6 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/ports?device_id=650b2ae2-8e3b-4da1-a16d-efffbc81a30b HTTP/1.1" status: 200  len: 943 time: 0.3834941
Jun 03 22:05:59.196535 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e7d85eac-adea-47b2-be66-f56f9cf7ab18 req-4652ead5-2a02-400d-80c2-307246b45304 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d851968b-5b98-4e8f-8755-004b494085db HTTP/1.1" status: 200  len: 217 time: 0.0835953
Jun 03 22:05:59.328253 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb634f-ab3c-4893-b465-81552c9679dd req-324e80c4-745f-48af-8a05-af3e13e71629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:59.328253 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-2ecb634f-ab3c-4893-b465-81552c9679dd req-324e80c4-745f-48af-8a05-af3e13e71629 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=18fd8ab8eb5140b4ab7192485bb70cd8&device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 1097 time: 0.4514062
Jun 03 22:05:59.344820 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-4e16bf26-ff52-4d24-93f4-f98eeda63852 req-9595d0c3-da13-480b-bbf0-b51b358d1cef tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 210 time: 0.1368196
Jun 03 22:05:59.476671 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.58', 56193) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:05:59.490134 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d85eac-adea-47b2-be66-f56f9cf7ab18 req-870652d3-141b-4872-8d59-9fe92db3f4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:59.491621 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e7d85eac-adea-47b2-be66-f56f9cf7ab18 req-870652d3-141b-4872-8d59-9fe92db3f4f8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e3f1f6cd-92cb-4379-bd59-3292d17ca5ab HTTP/1.1" status: 200  len: 851 time: 0.2910349
Jun 03 22:05:59.501997 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-72829446-30fd-42db-b50d-1ee9e214d27d req-2dc27278-be77-46c7-8ed0-e373799faf2c tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/security-groups?id=b0cef449-8cef-4fbc-b1f0-25ba3c3e8b03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3023636
Jun 03 22:05:59.569377 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e7d85eac-adea-47b2-be66-f56f9cf7ab18 req-3a0e54ab-9463-4180-bfe8-fa08a340f172 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=29b7a9cd-8b45-49f4-a0dc-9e6d604e74a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0663342
Jun 03 22:05:59.693979 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb634f-ab3c-4893-b465-81552c9679dd req-18c115b3-c56c-4307-b814-ccfb1128c8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:59.695715 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-2ecb634f-ab3c-4893-b465-81552c9679dd req-18c115b3-c56c-4307-b814-ccfb1128c8e1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bba2e61c-d091-4a23-95a7-3079a9574eb0 HTTP/1.1" status: 200  len: 915 time: 0.3540947
Jun 03 22:05:59.711521 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107eb7d-b112-4278-bc46-76206b016210 req-e782e136-21ac-407f-8e55-4e01154b8f5b tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:59.712761 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-6107eb7d-b112-4278-bc46-76206b016210 req-e782e136-21ac-407f-8e55-4e01154b8f5b tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.58 "GET /v2.0/networks?id=ceedd4ab-fc8f-4298-8659-a082fdebf44c HTTP/1.1" status: 200  len: 819 time: 0.2348075
Jun 03 22:05:59.733535 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [req-6107eb7d-b112-4278-bc46-76206b016210 req-38e93c43-3a32-4e5b-8faf-58b738277b85 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Request body: {'port': {'device_id': '4d7cd90f-a9f9-478a-b535-ad1a5a17e09f', 'network_id': 'ceedd4ab-fc8f-4298-8659-a082fdebf44c', 'admin_state_up': True, 'tenant_id': 'cb9a7d32ed194ab1b6188c11ba83bbd4'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:05:59.781959 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-2ecb634f-ab3c-4893-b465-81552c9679dd req-2594c7bc-2ff7-4a96-9e95-5953a3d1b9e1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d810cee8-9bf0-4fde-b547-48bf99790f6f HTTP/1.1" status: 200  len: 217 time: 0.0801754
Jun 03 22:05:59.858500 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e7d85eac-adea-47b2-be66-f56f9cf7ab18 req-4c4e60f3-1c24-47c9-bcc3-0e07b58d53bb service neutron] 10.222.0.58 "GET /v2.0/networks/29b7a9cd-8b45-49f4-a0dc-9e6d604e74a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2841806
Jun 03 22:05:59.891461 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb634f-ab3c-4893-b465-81552c9679dd req-fe54ca30-8b7c-466c-a890-1cb284f25c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:05:59.893004 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-2ecb634f-ab3c-4893-b465-81552c9679dd req-fe54ca30-8b7c-466c-a890-1cb284f25c7d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=969eac6f-666f-4cbf-a728-422f9d725aef HTTP/1.1" status: 200  len: 853 time: 0.1039746
Jun 03 22:05:59.918004 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [req-6107eb7d-b112-4278-bc46-76206b016210 req-38e93c43-3a32-4e5b-8faf-58b738277b85 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:05:59.930449 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [req-6107eb7d-b112-4278-bc46-76206b016210 req-38e93c43-3a32-4e5b-8faf-58b738277b85 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:06:00.009176 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-1920e261-93e2-4e56-9318-e8af67f638cb req-e63fd621-393f-44ca-8744-a42b0e0a6922 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/ports?device_id=0eee71d2-ec13-4fca-a702-5ab8e72cdd04 HTTP/1.1" status: 200  len: 210 time: 0.0552690
Jun 03 22:06:00.015275 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-2ecb634f-ab3c-4893-b465-81552c9679dd req-8079d708-c1e8-4a6d-ab4e-0fc534ed90c1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bba2e61c-d091-4a23-95a7-3079a9574eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1070437
Jun 03 22:06:00.103063 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6107eb7d-b112-4278-bc46-76206b016210 req-38e93c43-3a32-4e5b-8faf-58b738277b85 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Made reservation on behalf of cb9a7d32ed194ab1b6188c11ba83bbd4 for: {'port': 1} {{(pid=92563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:06:00.108244 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [req-6107eb7d-b112-4278-bc46-76206b016210 req-38e93c43-3a32-4e5b-8faf-58b738277b85 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:00.139834 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e7d85eac-adea-47b2-be66-f56f9cf7ab18 req-435c3a52-40b9-4b5c-94cf-047211d21eb8 service neutron] 10.222.0.58 "GET /v2.0/networks/29b7a9cd-8b45-49f4-a0dc-9e6d604e74a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2733576
Jun 03 22:06:00.257365 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-2ecb634f-ab3c-4893-b465-81552c9679dd req-227df988-baac-4087-a945-1c8275df7e1b service neutron] 10.222.0.58 "GET /v2.0/networks/bba2e61c-d091-4a23-95a7-3079a9574eb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2330668
Jun 03 22:06:00.340759 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.db_base_plugin_common [req-6107eb7d-b112-4278-bc46-76206b016210 req-38e93c43-3a32-4e5b-8faf-58b738277b85 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Allocated IP 172.20.0.13 (ceedd4ab-fc8f-4298-8659-a082fdebf44c/cdfc5818-5ff2-45c9-ba1c-7ddd531c675e/db162f97-61e7-4c95-abfb-63f6380efaac) {{(pid=92563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:06:00.774348 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-a1752b13-7b9b-4b75-b7d4-50c9b2d8714e req-e1a4e2fc-28ad-4c0e-9b2d-933350700a48 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 210 time: 0.0889487
Jun 03 22:06:00.813322 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-2ecb634f-ab3c-4893-b465-81552c9679dd req-5d0e9e4a-3bb7-4dbf-ba18-8f3338615b99 service neutron] 10.222.0.58 "GET /v2.0/networks/bba2e61c-d091-4a23-95a7-3079a9574eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4558570
Jun 03 22:06:00.827981 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720ee47-3603-4630-a669-5c4ae8ecf8ce req-55337e36-53f6-48fa-bdd9-0a06993bae14 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:00.837117 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a720ee47-3603-4630-a669-5c4ae8ecf8ce req-55337e36-53f6-48fa-bdd9-0a06993bae14 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 944 time: 0.5823929
Jun 03 22:06:00.898750 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [req-6107eb7d-b112-4278-bc46-76206b016210 req-38e93c43-3a32-4e5b-8faf-58b738277b85 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Notify callbacks [] for port, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:00.905911 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-a01231c0-6cb3-4d1f-b858-cb01c19e6a56 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:00.907215 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-a01231c0-6cb3-4d1f-b858-cb01c19e6a56 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.58 "GET /v2.0/networks?id=ceedd4ab-fc8f-4298-8659-a082fdebf44c HTTP/1.1" status: 200  len: 819 time: 0.3183146
Jun 03 22:06:00.922528 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-6418efb9-07ba-40bd-a876-acb71f9ec34e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Request body: {'port': {'device_id': '68b30eb4-1c8f-49a9-a247-ce425069ff57', 'network_id': 'ceedd4ab-fc8f-4298-8659-a082fdebf44c', 'admin_state_up': True, 'tenant_id': 'cb9a7d32ed194ab1b6188c11ba83bbd4'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:06:00.974776 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a720ee47-3603-4630-a669-5c4ae8ecf8ce req-ed214578-f8f9-4738-b00b-72c927ac2c2e tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1365898
Jun 03 22:06:01.086870 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [req-6107eb7d-b112-4278-bc46-76206b016210 req-38e93c43-3a32-4e5b-8faf-58b738277b85 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540'] for port, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:01.095818 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:01.329559 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-6418efb9-07ba-40bd-a876-acb71f9ec34e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:06:01.340195 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6107eb7d-b112-4278-bc46-76206b016210 req-38e93c43-3a32-4e5b-8faf-58b738277b85 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Network ceedd4ab-fc8f-4298-8659-a082fdebf44c is already hosted by enough agents. {{(pid=92563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:06:01.352830 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [req-6107eb7d-b112-4278-bc46-76206b016210 req-38e93c43-3a32-4e5b-8faf-58b738277b85 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Resources bound (agent type, host, resource id):  {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:06:01.368006 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-988fc8a8-8d75-4d18-8dd2-71d4c4eb455a req-5031d874-cfdb-4fcb-8e69-8d428dd76936 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/ports?device_id=0eee71d2-ec13-4fca-a702-5ab8e72cdd04 HTTP/1.1" status: 200  len: 210 time: 0.0802712
Jun 03 22:06:01.381260 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.l3_dvrscheduler_db [req-6107eb7d-b112-4278-bc46-76206b016210 req-38e93c43-3a32-4e5b-8faf-58b738277b85 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Received port after_create {{(pid=92563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:06:01.384473 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-6418efb9-07ba-40bd-a876-acb71f9ec34e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:06:01.396498 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107eb7d-b112-4278-bc46-76206b016210 req-38e93c43-3a32-4e5b-8faf-58b738277b85 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:01.397249 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [req-6107eb7d-b112-4278-bc46-76206b016210 req-38e93c43-3a32-4e5b-8faf-58b738277b85 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for port, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:01.443128 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e93c43-3a32-4e5b-8faf-58b738277b85 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Pushing event updated for resources: {'Port': ['ID=db162f97-61e7-4c95-abfb-63f6380efaac,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:01.450480 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-38e93c43-3a32-4e5b-8faf-58b738277b85 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:01.498764 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04488a7-9327-47e7-bb67-9b31d0cd780e req-0511f8f0-b296-4001-bd9b-704ff69f76bc tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:01.501489 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-d04488a7-9327-47e7-bb67-9b31d0cd780e req-0511f8f0-b296-4001-bd9b-704ff69f76bc tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/ports?device_id=650b2ae2-8e3b-4da1-a16d-efffbc81a30b HTTP/1.1" status: 200  len: 943 time: 0.2955537
Jun 03 22:06:01.512999 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-6418efb9-07ba-40bd-a876-acb71f9ec34e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Made reservation on behalf of cb9a7d32ed194ab1b6188c11ba83bbd4 for: {'port': 1} {{(pid=92564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:06:01.516571 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-6418efb9-07ba-40bd-a876-acb71f9ec34e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:01.574835 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-d04488a7-9327-47e7-bb67-9b31d0cd780e req-8db8eacd-76ba-4467-8c93-65edafab18c2 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/security-groups?id=b0cef449-8cef-4fbc-b1f0-25ba3c3e8b03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662718
Jun 03 22:06:01.647389 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-6107eb7d-b112-4278-bc46-76206b016210 req-38e93c43-3a32-4e5b-8faf-58b738277b85 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9275045
Jun 03 22:06:01.661109 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-7e5bb698-9dda-4b17-a265-1c09ce76c8f1 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:01.661475 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [req-6107eb7d-b112-4278-bc46-76206b016210 req-9ac791b4-71cd-4bed-bd81-0670650b155a service neutron] Request body: {'port': {'device_id': '4d7cd90f-a9f9-478a-b535-ad1a5a17e09f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:06:01.661946 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-7e5bb698-9dda-4b17-a265-1c09ce76c8f1 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Synchronizing usage tracker for tenant:c14a1e6c501b4dd3966eb23d8b4969bc on resource:network {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:06:01.759364 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.db_base_plugin_common [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-6418efb9-07ba-40bd-a876-acb71f9ec34e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Allocated IP 172.20.0.8 (ceedd4ab-fc8f-4298-8659-a082fdebf44c/cdfc5818-5ff2-45c9-ba1c-7ddd531c675e/12e508f5-1ee2-42eb-b3d3-0b55d4d8df31) {{(pid=92564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:06:01.789536 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [req-6107eb7d-b112-4278-bc46-76206b016210 req-9ac791b4-71cd-4bed-bd81-0670650b155a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:01.804727 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device d851968b-5b98-4e8f-8755-004b494085db details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 22:06:01.837315 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-7e5bb698-9dda-4b17-a265-1c09ce76c8f1 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Unset dirty status for tenant:c14a1e6c501b4dd3966eb23d8b4969bc on resource:network {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:06:01.837315 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-7e5bb698-9dda-4b17-a265-1c09ce76c8f1 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.58 "GET /v2.0/networks?id=35f20c75-e7a0-4927-b48f-493b756f4e3d HTTP/1.1" status: 200  len: 816 time: 0.4457400
Jun 03 22:06:01.972914 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-c90d182d-a512-4112-803d-960cf2089079 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Synchronizing usage tracker for tenant:c14a1e6c501b4dd3966eb23d8b4969bc on resource:security_group {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:06:02.006402 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-c90d182d-a512-4112-803d-960cf2089079 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Unset dirty status for tenant:c14a1e6c501b4dd3966eb23d8b4969bc on resource:security_group {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:06:02.007864 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-c90d182d-a512-4112-803d-960cf2089079 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c14a1e6c501b4dd3966eb23d8b4969bc HTTP/1.1" status: 200  len: 379 time: 0.1547091
Jun 03 22:06:02.032789 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-928bf5e9-5049-4178-9d06-20575114bc61 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Request body: {'port': {'device_id': '0eee71d2-ec13-4fca-a702-5ab8e72cdd04', 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d', 'admin_state_up': True, 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'security_groups': ['35c49e55-2273-4e07-ad6c-c432f5ce48ac']}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:06:02.102895 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port d851968b-5b98-4e8f-8755-004b494085db, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=d851968b-5b98-4e8f-8755-004b494085db,segment=NetworkSegment(c390c824-bb20-443e-b455-af1f6c810dea),segment_id=c390c824-bb20-443e-b455-af1f6c810dea)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:06:02.122637 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Returning: {'device': 'd851968b-5b98-4e8f-8755-004b494085db', 'network_id': '29b7a9cd-8b45-49f4-a0dc-9e6d604e74a6', 'port_id': 'd851968b-5b98-4e8f-8755-004b494085db', 'mac_address': 'fa:16:3e:85:3c:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3f1f6cd-92cb-4379-bd59-3292d17ca5ab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 22:06:02.144971 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-20b5ff1f-3290-439e-9b9c-9b18d2fbc614 req-45ecb1a1-1de0-460a-8874-eeafcba2f216 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 210 time: 0.0771701
Jun 03 22:06:02.204954 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-6418efb9-07ba-40bd-a876-acb71f9ec34e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Notify callbacks [] for port, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:02.207534 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:02.220177 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35cf2f-05fc-41dc-8b87-83952dedeff2 req-953f5c67-fa7a-4beb-8611-548a5430caec tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:02.221928 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-5b35cf2f-05fc-41dc-8b87-83952dedeff2 req-953f5c67-fa7a-4beb-8611-548a5430caec tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 944 time: 0.1036997
Jun 03 22:06:02.295313 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.notifiers.nova [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d851968b-5b98-4e8f-8755-004b494085db {{(pid=92565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 22:06:02.311041 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-5b35cf2f-05fc-41dc-8b87-83952dedeff2 req-c6926f24-8cac-4bc4-93e5-8af5430055ae tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783734
Jun 03 22:06:02.333790 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port d851968b-5b98-4e8f-8755-004b494085db, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=d851968b-5b98-4e8f-8755-004b494085db,segment=NetworkSegment(c390c824-bb20-443e-b455-af1f6c810dea),segment_id=c390c824-bb20-443e-b455-af1f6c810dea)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:06:02.338549 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-928bf5e9-5049-4178-9d06-20575114bc61 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:06:02.353018 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-928bf5e9-5049-4178-9d06-20575114bc61 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:06:02.410794 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:02.411108 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device d810cee8-9bf0-4fde-b547-48bf99790f6f details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 22:06:02.417153 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-6418efb9-07ba-40bd-a876-acb71f9ec34e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:02.437286 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:02.440122 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:02.592908 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-928bf5e9-5049-4178-9d06-20575114bc61 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Made reservation on behalf of c14a1e6c501b4dd3966eb23d8b4969bc for: {'port': 1} {{(pid=92564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:06:02.593189 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Pushing event updated for resources: {'Port': ['ID=d851968b-5b98-4e8f-8755-004b494085db,revision_number=4']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:02.598906 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-928bf5e9-5049-4178-9d06-20575114bc61 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:02.603430 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:02.727902 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e23fe7ac-6ad3-4c04-b5df-565fbe37764f req-a9f4e23c-f6e4-4846-aefe-32cc67018d1f tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/ports?device_id=0eee71d2-ec13-4fca-a702-5ab8e72cdd04 HTTP/1.1" status: 200  len: 210 time: 0.0704906
Jun 03 22:06:02.734207 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-6418efb9-07ba-40bd-a876-acb71f9ec34e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Network ceedd4ab-fc8f-4298-8659-a082fdebf44c is already hosted by enough agents. {{(pid=92564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:06:02.739279 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.base_scheduler [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-6418efb9-07ba-40bd-a876-acb71f9ec34e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Resources bound (agent type, host, resource id):  {{(pid=92564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:06:02.749688 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-6418efb9-07ba-40bd-a876-acb71f9ec34e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Received port after_create {{(pid=92564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:06:02.818967 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port d810cee8-9bf0-4fde-b547-48bf99790f6f, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=d810cee8-9bf0-4fde-b547-48bf99790f6f,segment=NetworkSegment(78cbdb10-dbd3-4f35-8746-fd326444031e),segment_id=78cbdb10-dbd3-4f35-8746-fd326444031e)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:06:02.837453 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Returning: {'device': 'd810cee8-9bf0-4fde-b547-48bf99790f6f', 'network_id': 'bba2e61c-d091-4a23-95a7-3079a9574eb0', 'port_id': 'd810cee8-9bf0-4fde-b547-48bf99790f6f', 'mac_address': 'fa:16:3e:61:94:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '969eac6f-666f-4cbf-a728-422f9d725aef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 22:06:02.848722 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418efb9-07ba-40bd-a876-acb71f9ec34e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Pushing event updated for resources: {'Port': ['ID=12e508f5-1ee2-42eb-b3d3-0b55d4d8df31,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:02.852863 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-6418efb9-07ba-40bd-a876-acb71f9ec34e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:02.904363 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-6418efb9-07ba-40bd-a876-acb71f9ec34e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:02.904982 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-6418efb9-07ba-40bd-a876-acb71f9ec34e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:02.922591 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:02.942642 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.notifiers.nova [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d810cee8-9bf0-4fde-b547-48bf99790f6f {{(pid=92565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 22:06:02.958460 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port d810cee8-9bf0-4fde-b547-48bf99790f6f, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=d810cee8-9bf0-4fde-b547-48bf99790f6f,segment=NetworkSegment(78cbdb10-dbd3-4f35-8746-fd326444031e),segment_id=78cbdb10-dbd3-4f35-8746-fd326444031e)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:06:02.994645 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f74bd-6730-4095-ab58-707df6aa3cc9 req-1e549560-87a7-48f6-96db-de9ccc5d8dcb tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:02.996248 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-479f74bd-6730-4095-ab58-707df6aa3cc9 req-1e549560-87a7-48f6-96db-de9ccc5d8dcb tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/ports?device_id=650b2ae2-8e3b-4da1-a16d-efffbc81a30b HTTP/1.1" status: 200  len: 944 time: 0.1769080
Jun 03 22:06:03.032161 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.notifiers.nova [req-6107eb7d-b112-4278-bc46-76206b016210 req-9ac791b4-71cd-4bed-bd81-0670650b155a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db162f97-61e7-4c95-abfb-63f6380efaac {{(pid=92563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 22:06:03.042548 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [req-6107eb7d-b112-4278-bc46-76206b016210 req-9ac791b4-71cd-4bed-bd81-0670650b155a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:03.045075 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:03.047980 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:03.066950 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.db_base_plugin_common [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-928bf5e9-5049-4178-9d06-20575114bc61 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Allocated IP 172.20.0.12 (35f20c75-e7a0-4927-b48f-493b756f4e3d/67671872-aaef-41f0-85f5-6741db23bdd5/b6a4342e-48c3-4c53-a2c7-de600d045d4d) {{(pid=92564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:06:03.075664 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-479f74bd-6730-4095-ab58-707df6aa3cc9 req-e2d6dff0-68b5-4225-9b45-8f47d7aa46d4 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/security-groups?id=b0cef449-8cef-4fbc-b1f0-25ba3c3e8b03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691919
Jun 03 22:06:03.076623 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.provisioning_blocks [req-6107eb7d-b112-4278-bc46-76206b016210 req-9ac791b4-71cd-4bed-bd81-0670650b155a service neutron] Transition to ACTIVE for port object db162f97-61e7-4c95-abfb-63f6380efaac will not be triggered until provisioned by entity L2. {{(pid=92563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:06:03.080620 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-6418efb9-07ba-40bd-a876-acb71f9ec34e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1634789
Jun 03 22:06:03.102741 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-564f6c79-d0a0-405c-9306-1509eba6d18c service neutron] Request body: {'port': {'device_id': '68b30eb4-1c8f-49a9-a247-ce425069ff57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:06:03.137811 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Pushing event updated for resources: {'Port': ['ID=d810cee8-9bf0-4fde-b547-48bf99790f6f,revision_number=4']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:03.137811 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:03.192858 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [req-6107eb7d-b112-4278-bc46-76206b016210 req-9ac791b4-71cd-4bed-bd81-0670650b155a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:03.206830 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:03.339929 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] get_ports_and_sgs() called for port_ids ['d810cee8-9bf0-4fde-b547-48bf99790f6f'] {{(pid=92565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 22:06:03.418178 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] get_ports_and_sgs() called for port_ids ['d851968b-5b98-4e8f-8755-004b494085db'] {{(pid=92565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 22:06:03.504993 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac791b4-71cd-4bed-bd81-0670650b155a service neutron] Pushing event updated for resources: {'Port': ['ID=db162f97-61e7-4c95-abfb-63f6380efaac,revision_number=2']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:03.515716 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-564f6c79-d0a0-405c-9306-1509eba6d18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:03.536352 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-9ac791b4-71cd-4bed-bd81-0670650b155a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:03.549991 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.managers [req-6107eb7d-b112-4278-bc46-76206b016210 req-9ac791b4-71cd-4bed-bd81-0670650b155a service neutron] Attempting to bind port db162f97-61e7-4c95-abfb-63f6380efaac on host hv-cinder-79466 for vnic_type normal with profile  {{(pid=92563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:06:03.552638 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.managers [req-6107eb7d-b112-4278-bc46-76206b016210 req-9ac791b4-71cd-4bed-bd81-0670650b155a service neutron] Attempting to bind port db162f97-61e7-4c95-abfb-63f6380efaac by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': 'dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'ceedd4ab-fc8f-4298-8659-a082fdebf44c'}] {{(pid=92563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:06:03.553143 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6107eb7d-b112-4278-bc46-76206b016210 req-9ac791b4-71cd-4bed-bd81-0670650b155a service neutron] Attempting to bind port db162f97-61e7-4c95-abfb-63f6380efaac on network ceedd4ab-fc8f-4298-8659-a082fdebf44c {{(pid=92563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:06:03.567667 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6107eb7d-b112-4278-bc46-76206b016210 req-9ac791b4-71cd-4bed-bd81-0670650b155a service neutron] Port db162f97-61e7-4c95-abfb-63f6380efaac on network ceedd4ab-fc8f-4298-8659-a082fdebf44c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=92563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 22:06:03.568171 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6107eb7d-b112-4278-bc46-76206b016210 req-9ac791b4-71cd-4bed-bd81-0670650b155a service neutron] Attempting to bind port db162f97-61e7-4c95-abfb-63f6380efaac on network ceedd4ab-fc8f-4298-8659-a082fdebf44c {{(pid=92563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:06:03.579334 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6107eb7d-b112-4278-bc46-76206b016210 req-9ac791b4-71cd-4bed-bd81-0670650b155a service neutron] Checking agent: {'id': 'ba7169ba-ec54-42ab-82e6-dffd3900ba09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 22, 3, 45), 'started_at': datetime.datetime(2021, 6, 3, 22, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:06:03.579989 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6107eb7d-b112-4278-bc46-76206b016210 req-9ac791b4-71cd-4bed-bd81-0670650b155a service neutron] Checking segment: {'id': 'dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'ceedd4ab-fc8f-4298-8659-a082fdebf44c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:06:03.580754 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6107eb7d-b112-4278-bc46-76206b016210 req-9ac791b4-71cd-4bed-bd81-0670650b155a service neutron] Bound using segment: {'id': 'dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'ceedd4ab-fc8f-4298-8659-a082fdebf44c'} {{(pid=92563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:06:03.581378 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.managers [req-6107eb7d-b112-4278-bc46-76206b016210 req-9ac791b4-71cd-4bed-bd81-0670650b155a service neutron] Bound port: db162f97-61e7-4c95-abfb-63f6380efaac, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'ceedd4ab-fc8f-4298-8659-a082fdebf44c'}}] {{(pid=92563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:06:03.581983 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [req-6107eb7d-b112-4278-bc46-76206b016210 req-9ac791b4-71cd-4bed-bd81-0670650b155a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:03.618310 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a1822-b993-464d-9f70-198eb62df875 req-57b86337-9ea6-477c-a3ef-4308bb168de1 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:03.619041 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-533a1822-b993-464d-9f70-198eb62df875 req-57b86337-9ea6-477c-a3ef-4308bb168de1 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Synchronizing usage tracker for tenant:cb9a7d32ed194ab1b6188c11ba83bbd4 on resource:port {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:06:03.664775 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-928bf5e9-5049-4178-9d06-20575114bc61 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for port, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:03.801641 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf8321-79db-4072-a23a-79d725759e2f req-f21aece1-bc5e-4ae3-b091-620f367dfefb tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:03.814724 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-ffdf8321-79db-4072-a23a-79d725759e2f req-f21aece1-bc5e-4ae3-b091-620f367dfefb tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 945 time: 0.2380803
Jun 03 22:06:03.850705 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-533a1822-b993-464d-9f70-198eb62df875 req-57b86337-9ea6-477c-a3ef-4308bb168de1 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Unset dirty status for tenant:cb9a7d32ed194ab1b6188c11ba83bbd4 on resource:port {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:06:03.852082 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-533a1822-b993-464d-9f70-198eb62df875 req-57b86337-9ea6-477c-a3ef-4308bb168de1 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 931 time: 0.5507028
Jun 03 22:06:03.853115 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.provisioning_blocks [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-928bf5e9-5049-4178-9d06-20575114bc61 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Transition to ACTIVE for port object b6a4342e-48c3-4c53-a2c7-de600d045d4d will not be triggered until provisioned by entity DHCP. {{(pid=92564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:06:03.868610 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.db [req-6107eb7d-b112-4278-bc46-76206b016210 req-9ac791b4-71cd-4bed-bd81-0670650b155a service neutron] For port db162f97-61e7-4c95-abfb-63f6380efaac, host hv-cinder-79466, cleared binding levels {{(pid=92563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:06:03.900875 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-ffdf8321-79db-4072-a23a-79d725759e2f req-fcade93a-115d-4955-b2ac-bca9571c33c3 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881245
Jun 03 22:06:03.911163 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.db [req-6107eb7d-b112-4278-bc46-76206b016210 req-9ac791b4-71cd-4bed-bd81-0670650b155a service neutron] For port db162f97-61e7-4c95-abfb-63f6380efaac, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=db162f97-61e7-4c95-abfb-63f6380efaac,segment=NetworkSegment(dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba),segment_id=dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba)] {{(pid=92563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:06:04.029998 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [req-6107eb7d-b112-4278-bc46-76206b016210 req-9ac791b4-71cd-4bed-bd81-0670650b155a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:04.030644 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-533a1822-b993-464d-9f70-198eb62df875 req-b85550cf-dc89-4c4f-b674-2c6407458e65 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Synchronizing usage tracker for tenant:cb9a7d32ed194ab1b6188c11ba83bbd4 on resource:security_group {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:06:04.043635 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:04.064723 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 58196) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:04.158075 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107eb7d-b112-4278-bc46-76206b016210 req-9ac791b4-71cd-4bed-bd81-0670650b155a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:04.159073 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [req-6107eb7d-b112-4278-bc46-76206b016210 req-9ac791b4-71cd-4bed-bd81-0670650b155a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for port, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:04.160121 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-6107eb7d-b112-4278-bc46-76206b016210 req-9ac791b4-71cd-4bed-bd81-0670650b155a service neutron] 10.222.0.58 "PUT /v2.0/ports/db162f97-61e7-4c95-abfb-63f6380efaac HTTP/1.1" status: 200  len: 1094 time: 2.5035541
Jun 03 22:06:04.164898 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7cd90f-a9f9-478a-b535-ad1a5a17e09f', 'tag': 'db162f97-61e7-4c95-abfb-63f6380efaac'}] {{(pid=92563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:06:04.222593 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-3f0ebc1a-7eb7-4e1c-b1e1-7d2d3c9cac3e req-ab6614f7-c366-4b52-9c46-60164afcf236 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/ports?device_id=0eee71d2-ec13-4fca-a702-5ab8e72cdd04 HTTP/1.1" status: 200  len: 210 time: 0.1804378
Jun 03 22:06:04.230990 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac791b4-71cd-4bed-bd81-0670650b155a service neutron] Pushing event updated for resources: {'Port': ['ID=db162f97-61e7-4c95-abfb-63f6380efaac,revision_number=3']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:04.234155 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-9ac791b4-71cd-4bed-bd81-0670650b155a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:04.280657 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-53f3e8ad-f8cf-4b36-b107-ed13513750b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:04.304110 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-533a1822-b993-464d-9f70-198eb62df875 req-b85550cf-dc89-4c4f-b674-2c6407458e65 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Unset dirty status for tenant:cb9a7d32ed194ab1b6188c11ba83bbd4 on resource:security_group {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:06:04.306089 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-533a1822-b993-464d-9f70-198eb62df875 req-b85550cf-dc89-4c4f-b674-2c6407458e65 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4173470
Jun 03 22:06:04.318386 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-928bf5e9-5049-4178-9d06-20575114bc61 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:04.350736 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-53f3e8ad-f8cf-4b36-b107-ed13513750b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:06:04.356741 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-53f3e8ad-f8cf-4b36-b107-ed13513750b0 admin admin] Usage tracker for resource:security_group_rule and tenant:749c267a91274ff5ba27a734570bbf8a is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:06:04.361114 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:04.399044 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-53f3e8ad-f8cf-4b36-b107-ed13513750b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:06:04.418748 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7740435dcc85f6ab0eb9908d75a6f818e2fb7acd2ed127072350a3dd3a6b64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e3003b-dbc0-4799-9298-47a1a9fa730d" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7cd90f-a9f9-478a-b535-ad1a5a17e09f", "tag": "db162f97-61e7-4c95-abfb-63f6380efaac"}]}' {{(pid=92563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:06:04.422903 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-564f6c79-d0a0-405c-9306-1509eba6d18c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12e508f5-1ee2-42eb-b3d3-0b55d4d8df31 {{(pid=92564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 22:06:04.431466 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-53f3e8ad-f8cf-4b36-b107-ed13513750b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:06:04.442281 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-564f6c79-d0a0-405c-9306-1509eba6d18c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:04.451939 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-928bf5e9-5049-4178-9d06-20575114bc61 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Network 35f20c75-e7a0-4927-b48f-493b756f4e3d is already hosted by enough agents. {{(pid=92564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:06:04.463228 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.base_scheduler [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-928bf5e9-5049-4178-9d06-20575114bc61 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Resources bound (agent type, host, resource id):  {{(pid=92564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:06:04.489189 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-928bf5e9-5049-4178-9d06-20575114bc61 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Received port after_create {{(pid=92564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:06:04.502881 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f60f5-3a71-49d1-afbd-6b246cbf8aa8 req-cefa30ab-ad0e-40f0-97b9-661ef50864c5 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:04.511486 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-2b8f60f5-3a71-49d1-afbd-6b246cbf8aa8 req-cefa30ab-ad0e-40f0-97b9-661ef50864c5 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/ports?device_id=650b2ae2-8e3b-4da1-a16d-efffbc81a30b HTTP/1.1" status: 200  len: 944 time: 0.1341531
Jun 03 22:06:04.545698 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.provisioning_blocks [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-564f6c79-d0a0-405c-9306-1509eba6d18c service neutron] Transition to ACTIVE for port object 12e508f5-1ee2-42eb-b3d3-0b55d4d8df31 will not be triggered until provisioned by entity L2. {{(pid=92564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:06:04.551504 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928bf5e9-5049-4178-9d06-20575114bc61 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Pushing event updated for resources: {'Port': ['ID=b6a4342e-48c3-4c53-a2c7-de600d045d4d,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:04.558523 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-928bf5e9-5049-4178-9d06-20575114bc61 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:04.579931 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-2b8f60f5-3a71-49d1-afbd-6b246cbf8aa8 req-d33b1fe7-eec1-424d-848d-9961f67e151f tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/security-groups?id=b0cef449-8cef-4fbc-b1f0-25ba3c3e8b03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671489
Jun 03 22:06:04.585264 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e609552-3b59-440c-a1b8-966a4dacca89 x-openstack-request-id: req-5e609552-3b59-440c-a1b8-966a4dacca89 {{(pid=92563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:06:04.585971 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7cd90f-a9f9-478a-b535-ad1a5a17e09f", "tag": "db162f97-61e7-4c95-abfb-63f6380efaac", "status": "completed", "code": 200}]} {{(pid=92563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:06:04.586620 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-5e609552-3b59-440c-a1b8-966a4dacca89 {{(pid=92563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:06:04.587298 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7cd90f-a9f9-478a-b535-ad1a5a17e09f', 'tag': 'db162f97-61e7-4c95-abfb-63f6380efaac', 'status': 'completed', 'code': 200}
Jun 03 22:06:04.609938 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-928bf5e9-5049-4178-9d06-20575114bc61 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:04.610698 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-928bf5e9-5049-4178-9d06-20575114bc61 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:04.669769 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-564f6c79-d0a0-405c-9306-1509eba6d18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31972166'] for port, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:04.678483 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:04.738725 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-53f3e8ad-f8cf-4b36-b107-ed13513750b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:04.809313 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-928bf5e9-5049-4178-9d06-20575114bc61 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7880199
Jun 03 22:06:04.850674 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f6c79-d0a0-405c-9306-1509eba6d18c service neutron] Pushing event updated for resources: {'Port': ['ID=12e508f5-1ee2-42eb-b3d3-0b55d4d8df31,revision_number=2']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:04.857481 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-564f6c79-d0a0-405c-9306-1509eba6d18c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:04.924752 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-564f6c79-d0a0-405c-9306-1509eba6d18c service neutron] Attempting to bind port 12e508f5-1ee2-42eb-b3d3-0b55d4d8df31 on host hv-cinder-79466 for vnic_type normal with profile  {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:06:04.925086 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-564f6c79-d0a0-405c-9306-1509eba6d18c service neutron] Attempting to bind port 12e508f5-1ee2-42eb-b3d3-0b55d4d8df31 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': 'dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'ceedd4ab-fc8f-4298-8659-a082fdebf44c'}] {{(pid=92564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:06:04.925411 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-564f6c79-d0a0-405c-9306-1509eba6d18c service neutron] Attempting to bind port 12e508f5-1ee2-42eb-b3d3-0b55d4d8df31 on network ceedd4ab-fc8f-4298-8659-a082fdebf44c {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:06:04.930142 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-564f6c79-d0a0-405c-9306-1509eba6d18c service neutron] Port 12e508f5-1ee2-42eb-b3d3-0b55d4d8df31 on network ceedd4ab-fc8f-4298-8659-a082fdebf44c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 22:06:04.930460 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-564f6c79-d0a0-405c-9306-1509eba6d18c service neutron] Attempting to bind port 12e508f5-1ee2-42eb-b3d3-0b55d4d8df31 on network ceedd4ab-fc8f-4298-8659-a082fdebf44c {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:06:04.936203 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-564f6c79-d0a0-405c-9306-1509eba6d18c service neutron] Checking agent: {'id': 'ba7169ba-ec54-42ab-82e6-dffd3900ba09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 22, 3, 45), 'started_at': datetime.datetime(2021, 6, 3, 22, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:06:04.936540 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-564f6c79-d0a0-405c-9306-1509eba6d18c service neutron] Checking segment: {'id': 'dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'ceedd4ab-fc8f-4298-8659-a082fdebf44c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:06:04.936922 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-564f6c79-d0a0-405c-9306-1509eba6d18c service neutron] Bound using segment: {'id': 'dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'ceedd4ab-fc8f-4298-8659-a082fdebf44c'} {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:06:04.937340 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-564f6c79-d0a0-405c-9306-1509eba6d18c service neutron] Bound port: 12e508f5-1ee2-42eb-b3d3-0b55d4d8df31, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': 'ceedd4ab-fc8f-4298-8659-a082fdebf44c'}}] {{(pid=92564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:06:04.937684 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-564f6c79-d0a0-405c-9306-1509eba6d18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:04.989770 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-23a534ab-745c-42a6-bb2e-568bdbd344ef None None] Provisioning for port b6a4342e-48c3-4c53-a2c7-de600d045d4d completed by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:06:04.990310 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-53f3e8ad-f8cf-4b36-b107-ed13513750b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:04.990420 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-23a534ab-745c-42a6-bb2e-568bdbd344ef None None] Provisioning complete for port b6a4342e-48c3-4c53-a2c7-de600d045d4d triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:06:04.990420 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-23a534ab-745c-42a6-bb2e-568bdbd344ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:04.995777 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:05.023593 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-23a534ab-745c-42a6-bb2e-568bdbd344ef None None] Port b6a4342e-48c3-4c53-a2c7-de600d045d4d cannot update to ACTIVE because it is not bound. {{(pid=92565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 22:06:05.108239 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-53f3e8ad-f8cf-4b36-b107-ed13513750b0 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=749c267a91274ff5ba27a734570bbf8a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0374854
Jun 03 22:06:05.109085 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f3e8ad-f8cf-4b36-b107-ed13513750b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ced522-da62-4fbc-acd9-c90006dd7e68,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:05.110975 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 58220) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:05.114870 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-53f3e8ad-f8cf-4b36-b107-ed13513750b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:05.128797 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-564f6c79-d0a0-405c-9306-1509eba6d18c service neutron] For port 12e508f5-1ee2-42eb-b3d3-0b55d4d8df31, host hv-cinder-79466, cleared binding levels {{(pid=92564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:06:05.133299 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-564f6c79-d0a0-405c-9306-1509eba6d18c service neutron] For port 12e508f5-1ee2-42eb-b3d3-0b55d4d8df31, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=12e508f5-1ee2-42eb-b3d3-0b55d4d8df31,segment=NetworkSegment(dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba),segment_id=dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba)] {{(pid=92564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:06:05.166191 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad54ac-9e6a-471c-8255-fcb4bd315fc3 req-332102b2-d16d-4d6b-8ff2-34e42e3f803e tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:05.172934 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-7bad54ac-9e6a-471c-8255-fcb4bd315fc3 req-332102b2-d16d-4d6b-8ff2-34e42e3f803e tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 945 time: 0.1554890
Jun 03 22:06:05.173995 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-1929f53d-4b0d-46e9-9018-1e24b70b3498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:05.201965 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-1929f53d-4b0d-46e9-9018-1e24b70b3498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:05.214939 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-7bad54ac-9e6a-471c-8255-fcb4bd315fc3 req-6f5cfd2f-98f7-46fe-ae1f-3e09f1e8158f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408463
Jun 03 22:06:05.255816 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-564f6c79-d0a0-405c-9306-1509eba6d18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31972166'] for port, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:05.261174 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-928bf5e9-5049-4178-9d06-20575114bc61 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:05.314952 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-564f6c79-d0a0-405c-9306-1509eba6d18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:05.316987 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-564f6c79-d0a0-405c-9306-1509eba6d18c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:05.316987 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-564f6c79-d0a0-405c-9306-1509eba6d18c service neutron] 10.222.0.58 "PUT /v2.0/ports/12e508f5-1ee2-42eb-b3d3-0b55d4d8df31 HTTP/1.1" status: 200  len: 1093 time: 2.2297847
Jun 03 22:06:05.317493 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b30eb4-1c8f-49a9-a247-ce425069ff57', 'tag': '12e508f5-1ee2-42eb-b3d3-0b55d4d8df31'}] {{(pid=92564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:06:05.319843 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c024af40dcbc7289fed731e5c35c42eecf8f16a39534b44a636824a10e0ed12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534baa74-6d5d-4e38-be6f-d038ac8aab5a" -d '{"events": [{"name": "network-changed", "server_uuid": "68b30eb4-1c8f-49a9-a247-ce425069ff57", "tag": "12e508f5-1ee2-42eb-b3d3-0b55d4d8df31"}]}' {{(pid=92564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:06:05.346348 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f6c79-d0a0-405c-9306-1509eba6d18c service neutron] Pushing event updated for resources: {'Port': ['ID=12e508f5-1ee2-42eb-b3d3-0b55d4d8df31,revision_number=3']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:05.349553 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-564f6c79-d0a0-405c-9306-1509eba6d18c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:05.372320 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a288ad0-851b-4aae-8136-1642b16df941 x-openstack-request-id: req-7a288ad0-851b-4aae-8136-1642b16df941 {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:06:05.372647 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b30eb4-1c8f-49a9-a247-ce425069ff57", "tag": "12e508f5-1ee2-42eb-b3d3-0b55d4d8df31", "status": "completed", "code": 200}]} {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:06:05.373051 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-7a288ad0-851b-4aae-8136-1642b16df941 {{(pid=92564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:06:05.373483 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b30eb4-1c8f-49a9-a247-ce425069ff57', 'tag': '12e508f5-1ee2-42eb-b3d3-0b55d4d8df31', 'status': 'completed', 'code': 200}
Jun 03 22:06:05.401915 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-1929f53d-4b0d-46e9-9018-1e24b70b3498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:05.413229 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-d0ca1eec-b5f4-41b7-b955-9f0718d74b7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:05.434173 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929f53d-4b0d-46e9-9018-1e24b70b3498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ced522-da62-4fbc-acd9-c90006dd7e68,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:05.437727 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-1929f53d-4b0d-46e9-9018-1e24b70b3498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:05.439870 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-1929f53d-4b0d-46e9-9018-1e24b70b3498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:05.443594 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-1929f53d-4b0d-46e9-9018-1e24b70b3498 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/73ced522-da62-4fbc-acd9-c90006dd7e68 HTTP/1.1" status: 204  len: 168 time: 0.3287473
Jun 03 22:06:05.485515 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cedbcb-67ee-4c32-a474-0f7c3f176dc9 req-7bac06a6-400c-404f-a83d-b8762cde475d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:05.486955 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-42cedbcb-67ee-4c32-a474-0f7c3f176dc9 req-7bac06a6-400c-404f-a83d-b8762cde475d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/ports?device_id=0eee71d2-ec13-4fca-a702-5ab8e72cdd04 HTTP/1.1" status: 200  len: 932 time: 0.1228864
Jun 03 22:06:05.534945 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-42cedbcb-67ee-4c32-a474-0f7c3f176dc9 req-1c57f64c-961c-4b3d-90c8-a20c6aa58901 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/security-groups?id=35c49e55-2273-4e07-ad6c-c432f5ce48ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408320
Jun 03 22:06:05.548979 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6affa4e-e02b-4bae-9018-32fd250f7b5d req-fdb4f120-03ad-42e8-96fc-a30fe97b0b92 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:05.550905 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b6affa4e-e02b-4bae-9018-32fd250f7b5d req-fdb4f120-03ad-42e8-96fc-a30fe97b0b92 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 943 time: 0.0921433
Jun 03 22:06:05.602695 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b6affa4e-e02b-4bae-9018-32fd250f7b5d req-bdf4736d-8366-41f5-9962-2d02a254b63f tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456595
Jun 03 22:06:05.771175 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c232c-e7af-4fbc-b04e-29e6ec06955a req-381b47fc-dda6-4fad-97c9-95cab1a4eca0 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:05.772857 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-a00c232c-e7af-4fbc-b04e-29e6ec06955a req-381b47fc-dda6-4fad-97c9-95cab1a4eca0 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/ports?device_id=650b2ae2-8e3b-4da1-a16d-efffbc81a30b HTTP/1.1" status: 200  len: 944 time: 0.0845098
Jun 03 22:06:05.818815 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-a00c232c-e7af-4fbc-b04e-29e6ec06955a req-b8ce4225-5b51-4181-a45b-f997d0a50873 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/security-groups?id=b0cef449-8cef-4fbc-b1f0-25ba3c3e8b03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397053
Jun 03 22:06:06.078366 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-5f966195-a5e4-4450-8936-20227c212fc0 service neutron] Request body: {'port': {'device_id': '0eee71d2-ec13-4fca-a702-5ab8e72cdd04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:06:06.162964 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534baa74-6d5d-4e38-be6f-d038ac8aab5a req-610e7dd8-5224-4b0c-81cb-33d2839b8558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:06.164496 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-534baa74-6d5d-4e38-be6f-d038ac8aab5a req-610e7dd8-5224-4b0c-81cb-33d2839b8558 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb9a7d32ed194ab1b6188c11ba83bbd4&device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 1096 time: 0.0751145
Jun 03 22:06:06.239640 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-5f966195-a5e4-4450-8936-20227c212fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:06.293433 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3003b-dbc0-4799-9298-47a1a9fa730d req-eb564261-2e4b-4f2e-8ebb-9a3afa750c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:06.294992 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-66e3003b-dbc0-4799-9298-47a1a9fa730d req-eb564261-2e4b-4f2e-8ebb-9a3afa750c5a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb9a7d32ed194ab1b6188c11ba83bbd4&device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 1097 time: 0.1915748
Jun 03 22:06:06.321037 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534baa74-6d5d-4e38-be6f-d038ac8aab5a req-677157ae-2529-46b6-8c79-8f82f47f949b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:06.335605 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-534baa74-6d5d-4e38-be6f-d038ac8aab5a req-677157ae-2529-46b6-8c79-8f82f47f949b service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=cb9a7d32ed194ab1b6188c11ba83bbd4&shared=False HTTP/1.1" status: 200  len: 921 time: 0.1521235
Jun 03 22:06:06.405548 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 58244) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:06.466704 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534baa74-6d5d-4e38-be6f-d038ac8aab5a req-898c0b66-03bc-4423-ab85-7f59108ef159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:06.468219 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-534baa74-6d5d-4e38-be6f-d038ac8aab5a req-898c0b66-03bc-4423-ab85-7f59108ef159 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1410267
Jun 03 22:06:06.589504 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-0bfc152b-fb98-429d-8b76-98e3f6008844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:06.590909 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-0bfc152b-fb98-429d-8b76-98e3f6008844 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb9a7d32ed194ab1b6188c11ba83bbd4&device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 1096 time: 0.0912905
Jun 03 22:06:06.623040 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-8605ca0d-afba-4554-8436-cc45ef746d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:06.674191 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-8605ca0d-afba-4554-8436-cc45ef746d8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:06:06.698279 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-8605ca0d-afba-4554-8436-cc45ef746d8d admin admin] Usage tracker for resource:security_group_rule and tenant:360dd9f8457b4aa6bd6970ab2fd1e752 is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:06:06.707096 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-8605ca0d-afba-4554-8436-cc45ef746d8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:06:06.724142 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-8605ca0d-afba-4554-8436-cc45ef746d8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:06:06.728013 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3003b-dbc0-4799-9298-47a1a9fa730d req-29c0587e-1be1-4086-b0fa-c4186f9ea4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:06.730232 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-66e3003b-dbc0-4799-9298-47a1a9fa730d req-29c0587e-1be1-4086-b0fa-c4186f9ea4fa service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=cb9a7d32ed194ab1b6188c11ba83bbd4&shared=False HTTP/1.1" status: 200  len: 921 time: 0.4297760
Jun 03 22:06:06.779563 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-9cade4a7-45d7-441b-abb8-990cf244fb60 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12e508f5-1ee2-42eb-b3d3-0b55d4d8df31 HTTP/1.1" status: 200  len: 217 time: 0.1829152
Jun 03 22:06:06.859908 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-c4745d43-fafa-4797-9611-e5b887193bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:06.861405 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-c4745d43-fafa-4797-9611-e5b887193bef service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cdfc5818-5ff2-45c9-ba1c-7ddd531c675e HTTP/1.1" status: 200  len: 859 time: 0.0737951
Jun 03 22:06:06.918799 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12125d7-13d4-4a0d-966c-997967d8abe6 req-b24db3d0-4c70-4eaa-8a5b-bdafa83887cc tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:06.926091 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-b12125d7-13d4-4a0d-966c-997967d8abe6 req-b24db3d0-4c70-4eaa-8a5b-bdafa83887cc tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/ports?device_id=0eee71d2-ec13-4fca-a702-5ab8e72cdd04 HTTP/1.1" status: 200  len: 932 time: 0.1906035
Jun 03 22:06:06.947800 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-6a415a6a-2601-4dcb-9fda-cea2aee21a09 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ceedd4ab-fc8f-4298-8659-a082fdebf44c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0746701
Jun 03 22:06:06.973430 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9754964-69a5-4f9d-9d89-bacc774ca597 req-0c37bb29-735c-4619-b4d1-d428c09549a8 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:06.974996 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-c9754964-69a5-4f9d-9d89-bacc774ca597 req-0c37bb29-735c-4619-b4d1-d428c09549a8 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 945 time: 0.6242182
Jun 03 22:06:07.063847 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-b12125d7-13d4-4a0d-966c-997967d8abe6 req-30d74553-cc10-4347-b42e-5d8ef0d79bdd tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/security-groups?id=35c49e55-2273-4e07-ad6c-c432f5ce48ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1367595
Jun 03 22:06:07.104513 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3003b-dbc0-4799-9298-47a1a9fa730d req-978226ff-25e9-4047-984f-55eb6649f06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:07.106054 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-66e3003b-dbc0-4799-9298-47a1a9fa730d req-978226ff-25e9-4047-984f-55eb6649f06f service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.3593514
Jun 03 22:06:07.121024 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-c9754964-69a5-4f9d-9d89-bacc774ca597 req-e2b5ace5-9321-4154-a052-8b30f792bc59 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275201
Jun 03 22:06:07.122060 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-5b512880-51d7-46ad-9015-62519e4e589e service neutron] 10.222.0.58 "GET /v2.0/networks/ceedd4ab-fc8f-4298-8659-a082fdebf44c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1695597
Jun 03 22:06:07.177864 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-8605ca0d-afba-4554-8436-cc45ef746d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:07.321189 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-8605ca0d-afba-4554-8436-cc45ef746d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:07.336958 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c7b93bd5-fa84-4faf-872b-8962ab6a9d81 req-32aa8c46-47e7-4ca1-8d2a-c7a36cf230f9 service neutron] 10.222.0.58 "GET /v2.0/networks/ceedd4ab-fc8f-4298-8659-a082fdebf44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2044392
Jun 03 22:06:07.340569 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:07.351068 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-5f966195-a5e4-4450-8936-20227c212fc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6a4342e-48c3-4c53-a2c7-de600d045d4d {{(pid=92564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 22:06:07.359462 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1f6ed-75bf-4bd5-bfd4-d0f481163d81 req-7e412988-313b-481f-b81f-9b64a8618c17 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:07.360101 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-9ec1f6ed-75bf-4bd5-bfd4-d0f481163d81 req-7e412988-313b-481f-b81f-9b64a8618c17 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Synchronizing usage tracker for tenant:cb9a7d32ed194ab1b6188c11ba83bbd4 on resource:port {{(pid=92563) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:06:07.371901 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-5f966195-a5e4-4450-8936-20227c212fc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:07.372316 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-9ec1f6ed-75bf-4bd5-bfd4-d0f481163d81 req-7e412988-313b-481f-b81f-9b64a8618c17 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Unset dirty status for tenant:cb9a7d32ed194ab1b6188c11ba83bbd4 on resource:port {{(pid=92563) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:06:07.373447 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-9ec1f6ed-75bf-4bd5-bfd4-d0f481163d81 req-7e412988-313b-481f-b81f-9b64a8618c17 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 943 time: 0.1818330
Jun 03 22:06:07.419664 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-9ec1f6ed-75bf-4bd5-bfd4-d0f481163d81 req-97b8248e-07f0-4f09-9d23-735471cfa5c0 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401132
Jun 03 22:06:07.423794 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8605ca0d-afba-4554-8436-cc45ef746d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec8d9af-e1c7-4bee-84d0-f3c6a4935e07,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:07.426591 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.provisioning_blocks [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-5f966195-a5e4-4450-8936-20227c212fc0 service neutron] Transition to ACTIVE for port object b6a4342e-48c3-4c53-a2c7-de600d045d4d will not be triggered until provisioned by entity L2. {{(pid=92564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:06:07.433860 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-8605ca0d-afba-4554-8436-cc45ef746d8d admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=360dd9f8457b4aa6bd6970ab2fd1e752&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9818022
Jun 03 22:06:07.433860 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-8605ca0d-afba-4554-8436-cc45ef746d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:07.434943 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 58268) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:07.446829 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107eb7d-b112-4278-bc46-76206b016210 req-41b56f84-b42a-4e59-b6f5-3c44fd3414b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:07.448572 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6107eb7d-b112-4278-bc46-76206b016210 req-41b56f84-b42a-4e59-b6f5-3c44fd3414b9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb9a7d32ed194ab1b6188c11ba83bbd4&device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 1097 time: 0.2686992
Jun 03 22:06:07.495808 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-40d60742-70d9-4a29-8959-2a279dba3f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:07.522049 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-40d60742-70d9-4a29-8959-2a279dba3f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:07.523040 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3793510-6b53-4bb5-b290-87a3e5826e1a req-8cf43d1d-3314-44bd-b010-af4e4e911d5e tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:07.524535 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f3793510-6b53-4bb5-b290-87a3e5826e1a req-8cf43d1d-3314-44bd-b010-af4e4e911d5e tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/ports?device_id=650b2ae2-8e3b-4da1-a16d-efffbc81a30b HTTP/1.1" status: 200  len: 944 time: 0.2572889
Jun 03 22:06:07.534401 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6107eb7d-b112-4278-bc46-76206b016210 req-c3b391e4-b1f0-4cec-ae64-a43cfcf36bd9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db162f97-61e7-4c95-abfb-63f6380efaac HTTP/1.1" status: 200  len: 217 time: 0.0735261
Jun 03 22:06:07.591707 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-5f966195-a5e4-4450-8936-20227c212fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31972166'] for port, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:07.608010 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-4a153ffe-185c-46b0-b5f0-5ff4b87cd092 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:07.642008 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-40d60742-70d9-4a29-8959-2a279dba3f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:07.648463 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-bbfb6d8c-fbeb-463a-97e5-5ced06921de3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:07.668300 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d60742-70d9-4a29-8959-2a279dba3f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec8d9af-e1c7-4bee-84d0-f3c6a4935e07,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:07.677266 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-40d60742-70d9-4a29-8959-2a279dba3f37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:07.679478 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-40d60742-70d9-4a29-8959-2a279dba3f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:07.680590 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-40d60742-70d9-4a29-8959-2a279dba3f37 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/3ec8d9af-e1c7-4bee-84d0-f3c6a4935e07 HTTP/1.1" status: 204  len: 168 time: 0.2446370
Jun 03 22:06:07.738946 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107eb7d-b112-4278-bc46-76206b016210 req-40895857-52aa-4064-806c-a629a8e0bbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:07.740522 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6107eb7d-b112-4278-bc46-76206b016210 req-40895857-52aa-4064-806c-a629a8e0bbd2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cdfc5818-5ff2-45c9-ba1c-7ddd531c675e HTTP/1.1" status: 200  len: 859 time: 0.1933963
Jun 03 22:06:07.764829 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f3793510-6b53-4bb5-b290-87a3e5826e1a req-ff32a8b3-d6d1-47c8-82aa-96b5e4fa5f17 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/security-groups?id=b0cef449-8cef-4fbc-b1f0-25ba3c3e8b03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2320333
Jun 03 22:06:07.809512 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f966195-a5e4-4450-8936-20227c212fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a4342e-48c3-4c53-a2c7-de600d045d4d,revision_number=2']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:07.841425 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-5f966195-a5e4-4450-8936-20227c212fc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:07.849015 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6107eb7d-b112-4278-bc46-76206b016210 req-3710ffad-f27d-4ac9-996f-36c1ba65d3d7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ceedd4ab-fc8f-4298-8659-a082fdebf44c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0965531
Jun 03 22:06:08.025957 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-5f966195-a5e4-4450-8936-20227c212fc0 service neutron] Attempting to bind port b6a4342e-48c3-4c53-a2c7-de600d045d4d on host hv-cinder-79466 for vnic_type normal with profile  {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:06:08.026325 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-5f966195-a5e4-4450-8936-20227c212fc0 service neutron] Attempting to bind port b6a4342e-48c3-4c53-a2c7-de600d045d4d by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': 'eb669f87-637c-4e86-bcd2-b6b3456e5997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d'}] {{(pid=92564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:06:08.026650 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-5f966195-a5e4-4450-8936-20227c212fc0 service neutron] Attempting to bind port b6a4342e-48c3-4c53-a2c7-de600d045d4d on network 35f20c75-e7a0-4927-b48f-493b756f4e3d {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:06:08.042194 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-5f966195-a5e4-4450-8936-20227c212fc0 service neutron] Port b6a4342e-48c3-4c53-a2c7-de600d045d4d on network 35f20c75-e7a0-4927-b48f-493b756f4e3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 22:06:08.042520 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-5f966195-a5e4-4450-8936-20227c212fc0 service neutron] Attempting to bind port b6a4342e-48c3-4c53-a2c7-de600d045d4d on network 35f20c75-e7a0-4927-b48f-493b756f4e3d {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:06:08.052234 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-5f966195-a5e4-4450-8936-20227c212fc0 service neutron] Checking agent: {'id': 'ba7169ba-ec54-42ab-82e6-dffd3900ba09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 22, 3, 45), 'started_at': datetime.datetime(2021, 6, 3, 22, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:06:08.052576 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-5f966195-a5e4-4450-8936-20227c212fc0 service neutron] Checking segment: {'id': 'eb669f87-637c-4e86-bcd2-b6b3456e5997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:06:08.052960 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-5f966195-a5e4-4450-8936-20227c212fc0 service neutron] Bound using segment: {'id': 'eb669f87-637c-4e86-bcd2-b6b3456e5997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d'} {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:06:08.053391 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-5f966195-a5e4-4450-8936-20227c212fc0 service neutron] Bound port: b6a4342e-48c3-4c53-a2c7-de600d045d4d, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb669f87-637c-4e86-bcd2-b6b3456e5997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d'}}] {{(pid=92564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:06:08.053735 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-5f966195-a5e4-4450-8936-20227c212fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:08.067334 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6107eb7d-b112-4278-bc46-76206b016210 req-a8784a63-cb94-44df-a11b-a27d0511cd41 service neutron] 10.222.0.58 "GET /v2.0/networks/ceedd4ab-fc8f-4298-8659-a082fdebf44c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1838882
Jun 03 22:06:08.147864 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 12e508f5-1ee2-42eb-b3d3-0b55d4d8df31 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 22:06:08.150786 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device d851968b-5b98-4e8f-8755-004b494085db up at agent hyperv_hv-cinder-79466 {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:06:08.250875 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-5f966195-a5e4-4450-8936-20227c212fc0 service neutron] For port b6a4342e-48c3-4c53-a2c7-de600d045d4d, host hv-cinder-79466, cleared binding levels {{(pid=92564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:06:08.257008 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-5f966195-a5e4-4450-8936-20227c212fc0 service neutron] For port b6a4342e-48c3-4c53-a2c7-de600d045d4d, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=b6a4342e-48c3-4c53-a2c7-de600d045d4d,segment=NetworkSegment(eb669f87-637c-4e86-bcd2-b6b3456e5997),segment_id=eb669f87-637c-4e86-bcd2-b6b3456e5997)] {{(pid=92564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:06:08.277249 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6107eb7d-b112-4278-bc46-76206b016210 req-daf73a2c-97f7-4922-9bfb-540f6a193c10 service neutron] 10.222.0.58 "GET /v2.0/networks/ceedd4ab-fc8f-4298-8659-a082fdebf44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2024279
Jun 03 22:06:08.390385 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port 12e508f5-1ee2-42eb-b3d3-0b55d4d8df31, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=12e508f5-1ee2-42eb-b3d3-0b55d4d8df31,segment=NetworkSegment(dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba),segment_id=dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:06:08.425270 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Returning: {'device': '12e508f5-1ee2-42eb-b3d3-0b55d4d8df31', 'network_id': 'ceedd4ab-fc8f-4298-8659-a082fdebf44c', 'port_id': '12e508f5-1ee2-42eb-b3d3-0b55d4d8df31', 'mac_address': 'fa:16:3e:57:ef:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfc5818-5ff2-45c9-ba1c-7ddd531c675e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 22:06:08.425495 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-5f966195-a5e4-4450-8936-20227c212fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31972166'] for port, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:08.425495 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-564f6c79-d0a0-405c-9306-1509eba6d18c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:08.446713 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Provisioning for port d851968b-5b98-4e8f-8755-004b494085db completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:06:08.450798 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42b38a-6937-4ada-803c-c4dfe98db851 req-ba00741f-4651-4509-902e-5a8bc7b831b4 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:08.471176 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-dd42b38a-6937-4ada-803c-c4dfe98db851 req-ba00741f-4651-4509-902e-5a8bc7b831b4 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/ports?device_id=0eee71d2-ec13-4fca-a702-5ab8e72cdd04 HTTP/1.1" status: 200  len: 944 time: 0.2572384
Jun 03 22:06:08.486555 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Provisioning complete for port d851968b-5b98-4e8f-8755-004b494085db triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:06:08.487160 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:08.496616 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-5f966195-a5e4-4450-8936-20227c212fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:08.497239 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-5f966195-a5e4-4450-8936-20227c212fc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:08.498616 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-5f966195-a5e4-4450-8936-20227c212fc0 service neutron] 10.222.0.58 "PUT /v2.0/ports/b6a4342e-48c3-4c53-a2c7-de600d045d4d HTTP/1.1" status: 200  len: 1094 time: 2.4247177
Jun 03 22:06:08.500756 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 58296) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:08.501283 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eee71d2-ec13-4fca-a702-5ab8e72cdd04', 'tag': 'b6a4342e-48c3-4c53-a2c7-de600d045d4d'}] {{(pid=92564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:06:08.503784 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c024af40dcbc7289fed731e5c35c42eecf8f16a39534b44a636824a10e0ed12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6515bc6-bbc8-4aff-a21a-72658c75735e" -d '{"events": [{"name": "network-changed", "server_uuid": "0eee71d2-ec13-4fca-a702-5ab8e72cdd04", "tag": "b6a4342e-48c3-4c53-a2c7-de600d045d4d"}]}' {{(pid=92564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:06:08.575769 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-dd42b38a-6937-4ada-803c-c4dfe98db851 req-3551b509-0546-4673-b755-6ca15a46c22d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/security-groups?id=35c49e55-2273-4e07-ad6c-c432f5ce48ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1023674
Jun 03 22:06:08.581266 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f966195-a5e4-4450-8936-20227c212fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a4342e-48c3-4c53-a2c7-de600d045d4d,revision_number=3']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:08.610863 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-5f966195-a5e4-4450-8936-20227c212fc0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:08.625897 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:06:08.628074 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c66cfd-5689-40f0-a089-653fb8ee5dd8 req-3461b54b-67c1-42b9-a0c1-464b0874a57f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:08.637886 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-67c66cfd-5689-40f0-a089-653fb8ee5dd8 req-3461b54b-67c1-42b9-a0c1-464b0874a57f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 945 time: 0.3629205
Jun 03 22:06:08.667559 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:08.760855 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.notifiers.nova [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12e508f5-1ee2-42eb-b3d3-0b55d4d8df31 {{(pid=92565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 22:06:08.815082 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port 12e508f5-1ee2-42eb-b3d3-0b55d4d8df31, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=12e508f5-1ee2-42eb-b3d3-0b55d4d8df31,segment=NetworkSegment(dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba),segment_id=dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:06:08.817893 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-67c66cfd-5689-40f0-a089-653fb8ee5dd8 req-91feb18b-5f68-46af-862b-c0bd74352ad4 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1783583
Jun 03 22:06:08.820664 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:08.839890 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-8648626e-183c-4424-b482-44309cb61f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:08.868810 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port d851968b-5b98-4e8f-8755-004b494085db, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=d851968b-5b98-4e8f-8755-004b494085db,segment=NetworkSegment(c390c824-bb20-443e-b455-af1f6c810dea),segment_id=c390c824-bb20-443e-b455-af1f6c810dea)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:06:08.870609 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650b2ae2-8e3b-4da1-a16d-efffbc81a30b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd851968b-5b98-4e8f-8755-004b494085db'}] {{(pid=92565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:06:08.886059 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-8648626e-183c-4424-b482-44309cb61f81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:06:08.896699 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-8648626e-183c-4424-b482-44309cb61f81 admin admin] Usage tracker for resource:security_group_rule and tenant:e0256862baea4752ac70cdc1e32a3b6d is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:06:08.907943 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-8648626e-183c-4424-b482-44309cb61f81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:06:08.922392 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ab4e54-348d-464f-80f0-bab329971b28 x-openstack-request-id: req-e7ab4e54-348d-464f-80f0-bab329971b28 {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:06:08.922997 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eee71d2-ec13-4fca-a702-5ab8e72cdd04", "tag": "b6a4342e-48c3-4c53-a2c7-de600d045d4d", "status": "completed", "code": 200}]} {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:06:08.923467 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-e7ab4e54-348d-464f-80f0-bab329971b28 {{(pid=92564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:06:08.927034 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eee71d2-ec13-4fca-a702-5ab8e72cdd04', 'tag': 'b6a4342e-48c3-4c53-a2c7-de600d045d4d', 'status': 'completed', 'code': 200}
Jun 03 22:06:08.934865 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-8648626e-183c-4424-b482-44309cb61f81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:06:08.979977 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:08.980819 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device d810cee8-9bf0-4fde-b547-48bf99790f6f up at agent hyperv_hv-cinder-79466 {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:06:08.993660 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-5f7f667f-ff26-4ae9-a7f3-d85c26c62a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:08.996966 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-5f7f667f-ff26-4ae9-a7f3-d85c26c62a58 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c14a1e6c501b4dd3966eb23d8b4969bc&device_id=0eee71d2-ec13-4fca-a702-5ab8e72cdd04 HTTP/1.1" status: 200  len: 1097 time: 0.2904654
Jun 03 22:06:09.034171 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:09.038455 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcc689-46ad-4968-bb10-187bd91b4bde req-8402e1e7-e5c4-4f6f-9ac9-0bc702a8a246 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:09.041282 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-30dcc689-46ad-4968-bb10-187bd91b4bde req-8402e1e7-e5c4-4f6f-9ac9-0bc702a8a246 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 944 time: 0.1596410
Jun 03 22:06:09.107095 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-30dcc689-46ad-4968-bb10-187bd91b4bde req-b6d8a29b-be0b-4ec4-82ec-7596693cb090 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583847
Jun 03 22:06:09.117601 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:09.123814 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-0fafb1cb-f7e6-4b3e-b009-dc41a22da27a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6a4342e-48c3-4c53-a2c7-de600d045d4d HTTP/1.1" status: 200  len: 217 time: 0.1177855
Jun 03 22:06:09.247983 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Pushing event updated for resources: {'Port': ['ID=d851968b-5b98-4e8f-8755-004b494085db,revision_number=5']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:09.251657 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:09.254751 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:09.281167 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-88168722-c28b-49b2-b769-23c528d23d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:09.284454 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-88168722-c28b-49b2-b769-23c528d23d0c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=67671872-aaef-41f0-85f5-6741db23bdd5 HTTP/1.1" status: 200  len: 855 time: 0.1528306
Jun 03 22:06:09.348728 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] get_ports_and_sgs() called for port_ids ['12e508f5-1ee2-42eb-b3d3-0b55d4d8df31'] {{(pid=92565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 22:06:09.376584 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-8648626e-183c-4424-b482-44309cb61f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:09.380303 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3783812f727b5bb89ad1c4cb6955cb6829b796867b5a4f4fedffd1e1cb019440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759ec13a-54b3-4702-8333-cc9baa28bd0b" -d '{"events": [{"server_uuid": "650b2ae2-8e3b-4da1-a16d-efffbc81a30b", "name": "network-vif-plugged", "status": "completed", "tag": "d851968b-5b98-4e8f-8755-004b494085db"}]}' {{(pid=92565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:06:09.401725 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a412717-03b6-4221-b85d-0a1f8a54eedd req-0fabda85-b3a3-4eff-84ec-9cd62f53da5e tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:09.410784 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8a412717-03b6-4221-b85d-0a1f8a54eedd req-0fabda85-b3a3-4eff-84ec-9cd62f53da5e tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/ports?device_id=650b2ae2-8e3b-4da1-a16d-efffbc81a30b HTTP/1.1" status: 200  len: 945 time: 0.3408589
Jun 03 22:06:09.415716 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Provisioning for port d810cee8-9bf0-4fde-b547-48bf99790f6f completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:06:09.422613 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Pushing event updated for resources: {'Port': ['ID=12e508f5-1ee2-42eb-b3d3-0b55d4d8df31,revision_number=4']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:09.426407 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:09.434008 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Provisioning complete for port d810cee8-9bf0-4fde-b547-48bf99790f6f triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:06:09.434618 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:09.521962 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8a412717-03b6-4221-b85d-0a1f8a54eedd req-d8e473d0-cffd-4217-8efb-0a28c2b62dac tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/security-groups?id=b0cef449-8cef-4fbc-b1f0-25ba3c3e8b03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100795
Jun 03 22:06:09.530046 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-8648626e-183c-4424-b482-44309cb61f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:09.543365 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-ecbee2c6-7401-4c14-9984-00c596c1f5fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:09.601765 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-8648626e-183c-4424-b482-44309cb61f81 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=e0256862baea4752ac70cdc1e32a3b6d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0952425
Jun 03 22:06:09.604974 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 58342) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:09.622154 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-10bcb843-9d3e-492d-9ff9-0d5205e0e3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:09.623964 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-10bcb843-9d3e-492d-9ff9-0d5205e0e3ec service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35f20c75-e7a0-4927-b48f-493b756f4e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3322961
Jun 03 22:06:09.625090 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648626e-183c-4424-b482-44309cb61f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7feafedd-547c-4ecc-90a2-e8d305204aa7,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:09.643376 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-8648626e-183c-4424-b482-44309cb61f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:09.683114 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9828b3c-99c6-4082-8f1c-cb357bfd3ccb x-openstack-request-id: req-e9828b3c-99c6-4082-8f1c-cb357bfd3ccb {{(pid=92565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:06:09.683304 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650b2ae2-8e3b-4da1-a16d-efffbc81a30b", "name": "network-vif-plugged", "status": "completed", "tag": "d851968b-5b98-4e8f-8755-004b494085db", "code": 200}]} {{(pid=92565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:06:09.683675 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-e9828b3c-99c6-4082-8f1c-cb357bfd3ccb {{(pid=92565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:06:09.684249 dv-cinder-794669-4-iscsi neutron-server[92565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650b2ae2-8e3b-4da1-a16d-efffbc81a30b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd851968b-5b98-4e8f-8755-004b494085db', 'code': 200}
Jun 03 22:06:09.713340 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-9b8593f9-402b-4ca9-8608-8f471338b31b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:09.759100 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-9b8593f9-402b-4ca9-8608-8f471338b31b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:09.794061 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:09.864894 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-4eec4353-5099-436b-8c13-73ade1c4f441 service neutron] 10.222.0.58 "GET /v2.0/networks/35f20c75-e7a0-4927-b48f-493b756f4e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2226026
Jun 03 22:06:09.900036 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port d810cee8-9bf0-4fde-b547-48bf99790f6f, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=d810cee8-9bf0-4fde-b547-48bf99790f6f,segment=NetworkSegment(78cbdb10-dbd3-4f35-8746-fd326444031e),segment_id=78cbdb10-dbd3-4f35-8746-fd326444031e)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:06:09.960196 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a982be-6e6b-4e1c-91ad-6c6d85e51f72 req-7125ab32-d097-4b35-9af0-1929b9f12b2d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:09.961183 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-52a982be-6e6b-4e1c-91ad-6c6d85e51f72 req-7125ab32-d097-4b35-9af0-1929b9f12b2d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Synchronizing usage tracker for tenant:c14a1e6c501b4dd3966eb23d8b4969bc on resource:port {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:06:10.005277 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-9b8593f9-402b-4ca9-8608-8f471338b31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:10.016713 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:10.029207 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:10.031444 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:10.046626 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8593f9-402b-4ca9-8608-8f471338b31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7feafedd-547c-4ecc-90a2-e8d305204aa7,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:10.046626 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-9b8593f9-402b-4ca9-8608-8f471338b31b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:10.048317 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-9b8593f9-402b-4ca9-8608-8f471338b31b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:10.049492 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-9b8593f9-402b-4ca9-8608-8f471338b31b admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/7feafedd-547c-4ecc-90a2-e8d305204aa7 HTTP/1.1" status: 204  len: 168 time: 0.4435117
Jun 03 22:06:10.082556 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198ed4d-a45f-4d1b-a2fd-57fb355b6743 req-ebf01d19-9944-4c87-b492-c67144892a39 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:10.083817 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c198ed4d-a45f-4d1b-a2fd-57fb355b6743 req-ebf01d19-9944-4c87-b492-c67144892a39 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 945 time: 0.1144154
Jun 03 22:06:10.090673 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-52a982be-6e6b-4e1c-91ad-6c6d85e51f72 req-7125ab32-d097-4b35-9af0-1929b9f12b2d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Unset dirty status for tenant:c14a1e6c501b4dd3966eb23d8b4969bc on resource:port {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:06:10.092481 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-52a982be-6e6b-4e1c-91ad-6c6d85e51f72 req-7125ab32-d097-4b35-9af0-1929b9f12b2d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/ports?device_id=0eee71d2-ec13-4fca-a702-5ab8e72cdd04 HTTP/1.1" status: 200  len: 944 time: 0.2260871
Jun 03 22:06:10.122840 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Pushing event updated for resources: {'Port': ['ID=d810cee8-9bf0-4fde-b547-48bf99790f6f,revision_number=5']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:10.133861 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:10.135096 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c198ed4d-a45f-4d1b-a2fd-57fb355b6743 req-e74942d2-c14b-4adc-90ac-cb356cde688b tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429816
Jun 03 22:06:10.149250 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-52a982be-6e6b-4e1c-91ad-6c6d85e51f72 req-0b16b8ba-ae23-4131-a024-c3f3c58718f4 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/security-groups?id=35c49e55-2273-4e07-ad6c-c432f5ce48ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459261
Jun 03 22:06:10.324694 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789f9ad-1fd4-498e-8a07-4296554a50c2 req-6ea5bfad-9fde-4470-b5f1-f4473d1f2f25 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:10.326578 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-7789f9ad-1fd4-498e-8a07-4296554a50c2 req-6ea5bfad-9fde-4470-b5f1-f4473d1f2f25 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 944 time: 0.0872645
Jun 03 22:06:10.373385 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-7789f9ad-1fd4-498e-8a07-4296554a50c2 req-5e058d49-af18-4698-a193-5288d0d36e71 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403655
Jun 03 22:06:10.761902 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-240eaa8b-dd48-4667-b0f7-cebf14324f5d req-47120f85-22e9-4cc4-ad80-4c63873de110 service neutron] 10.222.0.58 "GET /v2.0/networks/35f20c75-e7a0-4927-b48f-493b756f4e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1756618
Jun 03 22:06:10.786461 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a35fa4-4b85-47f6-9d81-072895b21d43 req-cc3e6087-1827-4dd3-8286-b38bfdc407a7 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:10.787990 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b7a35fa4-4b85-47f6-9d81-072895b21d43 req-cc3e6087-1827-4dd3-8286-b38bfdc407a7 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/ports?device_id=650b2ae2-8e3b-4da1-a16d-efffbc81a30b HTTP/1.1" status: 200  len: 945 time: 0.1168964
Jun 03 22:06:10.801775 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 58378) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:10.835574 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b7a35fa4-4b85-47f6-9d81-072895b21d43 req-8243e182-2af2-4227-a5f8-4ccc88b32a29 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/security-groups?id=b0cef449-8cef-4fbc-b1f0-25ba3c3e8b03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408823
Jun 03 22:06:10.887646 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 58382) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:10.907881 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-60da8a2e-1fae-4eae-918d-7ba5c1cf10fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:10.923872 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-60da8a2e-1fae-4eae-918d-7ba5c1cf10fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:06:10.927777 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-60da8a2e-1fae-4eae-918d-7ba5c1cf10fc admin admin] Usage tracker for resource:security_group_rule and tenant:0548c326b12c45b7aa70edb61ec628b9 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:06:10.931017 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-60da8a2e-1fae-4eae-918d-7ba5c1cf10fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:06:10.937150 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-60da8a2e-1fae-4eae-918d-7ba5c1cf10fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:06:11.064172 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-60da8a2e-1fae-4eae-918d-7ba5c1cf10fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:11.092549 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-fe3f7a13-a7de-40c1-995c-42d520188d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:11.110326 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-fe3f7a13-a7de-40c1-995c-42d520188d8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:06:11.114335 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-fe3f7a13-a7de-40c1-995c-42d520188d8a admin admin] Usage tracker for resource:security_group_rule and tenant:7a9d049677e34feaa6e7e89b501c7887 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:06:11.117404 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-fe3f7a13-a7de-40c1-995c-42d520188d8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:06:11.123445 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-fe3f7a13-a7de-40c1-995c-42d520188d8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:06:11.133209 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-60da8a2e-1fae-4eae-918d-7ba5c1cf10fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:11.142877 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-beee42d9-6daa-43ae-bce9-14faac40c4e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:11.201680 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-60da8a2e-1fae-4eae-918d-7ba5c1cf10fc admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=0548c326b12c45b7aa70edb61ec628b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3129420
Jun 03 22:06:11.204270 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 58394) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:11.206250 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da8a2e-1fae-4eae-918d-7ba5c1cf10fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d4215f-95a8-4339-962c-291045199eec,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:11.219733 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-60da8a2e-1fae-4eae-918d-7ba5c1cf10fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:11.373968 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-d1104ff9-c812-4da1-921f-ec44c5556dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:11.377257 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-fe3f7a13-a7de-40c1-995c-42d520188d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:11.399921 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac42d4-4ee6-42e9-85d2-114deae733b7 req-9efc23a3-0a22-4b91-8794-511c83a479ff tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:11.401652 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-88ac42d4-4ee6-42e9-85d2-114deae733b7 req-9efc23a3-0a22-4b91-8794-511c83a479ff tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/ports?device_id=0eee71d2-ec13-4fca-a702-5ab8e72cdd04 HTTP/1.1" status: 200  len: 944 time: 0.0910153
Jun 03 22:06:11.410188 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-d1104ff9-c812-4da1-921f-ec44c5556dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:11.443810 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8e565-0dd7-432a-952e-9e77d09dbaa4 req-0472a6fa-44d1-4b4e-ab20-9be9da992d37 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:11.445249 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c3f8e565-0dd7-432a-952e-9e77d09dbaa4 req-0472a6fa-44d1-4b4e-ab20-9be9da992d37 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 946 time: 0.1855624
Jun 03 22:06:11.455695 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-88ac42d4-4ee6-42e9-85d2-114deae733b7 req-846792e2-3cb7-44e3-80ca-6b040c4b1aad tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/security-groups?id=35c49e55-2273-4e07-ad6c-c432f5ce48ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449684
Jun 03 22:06:11.458983 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-fe3f7a13-a7de-40c1-995c-42d520188d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:11.471863 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:11.549137 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f7a13-a7de-40c1-995c-42d520188d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b02a665-6d1d-411d-81a9-414d68706a77,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:11.552896 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-fe3f7a13-a7de-40c1-995c-42d520188d8a admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=7a9d049677e34feaa6e7e89b501c7887&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7494223
Jun 03 22:06:11.556900 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-fe3f7a13-a7de-40c1-995c-42d520188d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:11.559260 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 58412) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:11.565093 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c3f8e565-0dd7-432a-952e-9e77d09dbaa4 req-1521a98b-a267-4980-bed4-9357933a7b5e tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969903
Jun 03 22:06:11.657529 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-d1104ff9-c812-4da1-921f-ec44c5556dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:11.663016 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:11.676610 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1104ff9-c812-4da1-921f-ec44c5556dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d4215f-95a8-4339-962c-291045199eec,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:11.680666 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-d1104ff9-c812-4da1-921f-ec44c5556dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:11.685789 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49718741-277c-4f5f-9669-ea4599c88de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd810cee8-9bf0-4fde-b547-48bf99790f6f'}] {{(pid=92565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:06:11.687091 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-d1104ff9-c812-4da1-921f-ec44c5556dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:11.689544 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3783812f727b5bb89ad1c4cb6955cb6829b796867b5a4f4fedffd1e1cb019440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0b3e6c-c5fa-42f0-ab08-6428a63e974f" -d '{"events": [{"server_uuid": "49718741-277c-4f5f-9669-ea4599c88de3", "name": "network-vif-plugged", "status": "completed", "tag": "d810cee8-9bf0-4fde-b547-48bf99790f6f"}]}' {{(pid=92565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:06:11.692168 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-d1104ff9-c812-4da1-921f-ec44c5556dea admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/67d4215f-95a8-4339-962c-291045199eec HTTP/1.1" status: 204  len: 168 time: 0.4866519
Jun 03 22:06:11.710048 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2d875a94-f869-4ec2-85fc-79c5c6bf1814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:11.759969 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8796662b-a619-4f95-948a-b7375ca21ac1 x-openstack-request-id: req-8796662b-a619-4f95-948a-b7375ca21ac1 {{(pid=92565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:06:11.761108 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49718741-277c-4f5f-9669-ea4599c88de3", "name": "network-vif-plugged", "status": "completed", "tag": "d810cee8-9bf0-4fde-b547-48bf99790f6f", "code": 200}]} {{(pid=92565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:06:11.761617 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-8796662b-a619-4f95-948a-b7375ca21ac1 {{(pid=92565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:06:11.761721 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048362d-c99d-4a86-9463-7ce9b2eeddf9 req-f674832b-4ec5-488d-889b-dbe5f620dd67 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:11.762379 dv-cinder-794669-4-iscsi neutron-server[92565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49718741-277c-4f5f-9669-ea4599c88de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd810cee8-9bf0-4fde-b547-48bf99790f6f', 'code': 200}
Jun 03 22:06:11.763342 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6048362d-c99d-4a86-9463-7ce9b2eeddf9 req-f674832b-4ec5-488d-889b-dbe5f620dd67 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 944 time: 0.1762421
Jun 03 22:06:11.768207 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2d875a94-f869-4ec2-85fc-79c5c6bf1814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:11.906924 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6048362d-c99d-4a86-9463-7ce9b2eeddf9 req-d5e0b4c9-cb2c-4898-a5e1-f31ce50ecc18 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308854
Jun 03 22:06:11.961163 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40f00d-7e6f-49be-8ba2-6711ab584ca2 req-9283985b-2724-4822-a70d-05d12f413c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:11.962673 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8f40f00d-7e6f-49be-8ba2-6711ab584ca2 req-9283985b-2724-4822-a70d-05d12f413c8b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=650b2ae2-8e3b-4da1-a16d-efffbc81a30b HTTP/1.1" status: 200  len: 1098 time: 0.1195056
Jun 03 22:06:11.988115 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-8f40f00d-7e6f-49be-8ba2-6711ab584ca2 req-b7fdcda0-d5cc-49a4-b94a-d6289b4c67d4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:12.003383 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [req-8f40f00d-7e6f-49be-8ba2-6711ab584ca2 req-b7fdcda0-d5cc-49a4-b94a-d6289b4c67d4 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:06:12.007628 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-8f40f00d-7e6f-49be-8ba2-6711ab584ca2 req-b7fdcda0-d5cc-49a4-b94a-d6289b4c67d4 service neutron] Usage tracker for resource:security_group_rule and tenant:392c89535afd4846bfcf33176489ab8f is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:06:12.011205 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-8f40f00d-7e6f-49be-8ba2-6711ab584ca2 req-b7fdcda0-d5cc-49a4-b94a-d6289b4c67d4 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:06:12.030213 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [req-8f40f00d-7e6f-49be-8ba2-6711ab584ca2 req-b7fdcda0-d5cc-49a4-b94a-d6289b4c67d4 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:06:12.055122 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceccd39-1f1b-4592-9f0c-23e959486248 req-43e583a1-e94c-4f94-8053-7bee246b22c8 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:12.056708 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-3ceccd39-1f1b-4592-9f0c-23e959486248 req-43e583a1-e94c-4f94-8053-7bee246b22c8 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/ports?device_id=650b2ae2-8e3b-4da1-a16d-efffbc81a30b HTTP/1.1" status: 200  len: 945 time: 0.0978124
Jun 03 22:06:12.084889 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2d875a94-f869-4ec2-85fc-79c5c6bf1814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:12.093957 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:12.108234 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-3ceccd39-1f1b-4592-9f0c-23e959486248 req-279f9233-7c4c-445c-897f-13941c82c4c5 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/security-groups?id=b0cef449-8cef-4fbc-b1f0-25ba3c3e8b03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441880
Jun 03 22:06:12.115113 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d875a94-f869-4ec2-85fc-79c5c6bf1814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b02a665-6d1d-411d-81a9-414d68706a77,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:12.125064 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-2d875a94-f869-4ec2-85fc-79c5c6bf1814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:12.150684 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2d875a94-f869-4ec2-85fc-79c5c6bf1814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:12.151811 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-2d875a94-f869-4ec2-85fc-79c5c6bf1814 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/2b02a665-6d1d-411d-81a9-414d68706a77 HTTP/1.1" status: 204  len: 168 time: 0.5855069
Jun 03 22:06:12.207965 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-8f40f00d-7e6f-49be-8ba2-6711ab584ca2 req-b7fdcda0-d5cc-49a4-b94a-d6289b4c67d4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:12.372005 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-8f40f00d-7e6f-49be-8ba2-6711ab584ca2 req-b7fdcda0-d5cc-49a4-b94a-d6289b4c67d4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:12.384941 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6515bc6-bbc8-4aff-a21a-72658c75735e req-168ff794-a7f1-44d1-a4aa-05dc86fe6113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:12.384941 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b6515bc6-bbc8-4aff-a21a-72658c75735e req-168ff794-a7f1-44d1-a4aa-05dc86fe6113 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c14a1e6c501b4dd3966eb23d8b4969bc&device_id=0eee71d2-ec13-4fca-a702-5ab8e72cdd04 HTTP/1.1" status: 200  len: 1097 time: 0.0894940
Jun 03 22:06:12.384941 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:12.496019 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a6bcc-06c4-47ba-b5bf-8afb20161b16 req-f51861ce-e61e-4b83-b87b-76794570c50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:12.497499 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-ea9a6bcc-06c4-47ba-b5bf-8afb20161b16 req-f51861ce-e61e-4b83-b87b-76794570c50c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 1099 time: 0.1464887
Jun 03 22:06:12.501224 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-8f40f00d-7e6f-49be-8ba2-6711ab584ca2 req-b7fdcda0-d5cc-49a4-b94a-d6289b4c67d4 service neutron] Synchronizing usage tracker for tenant:392c89535afd4846bfcf33176489ab8f on resource:security_group {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:06:12.543634 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-ea9a6bcc-06c4-47ba-b5bf-8afb20161b16 req-a9463754-27be-4af8-a3df-625011b6a73a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383828
Jun 03 22:06:12.581537 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fdcda0-d5cc-49a4-b94a-d6289b4c67d4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1750e523-1c04-4dc7-b0d1-123aca27df07,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:12.584690 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-b7fdcda0-d5cc-49a4-b94a-d6289b4c67d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:12.694662 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6515bc6-bbc8-4aff-a21a-72658c75735e req-1ab941ee-929d-4718-a439-3e8d196fb911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:12.696156 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b6515bc6-bbc8-4aff-a21a-72658c75735e req-1ab941ee-929d-4718-a439-3e8d196fb911 service neutron] 10.222.0.58 "GET /v2.0/networks?id=35f20c75-e7a0-4927-b48f-493b756f4e3d HTTP/1.1" status: 200  len: 918 time: 0.2316852
Jun 03 22:06:12.809598 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-8f40f00d-7e6f-49be-8ba2-6711ab584ca2 req-b7fdcda0-d5cc-49a4-b94a-d6289b4c67d4 service neutron] Unset dirty status for tenant:392c89535afd4846bfcf33176489ab8f on resource:security_group {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:06:12.816255 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8f40f00d-7e6f-49be-8ba2-6711ab584ca2 req-b7fdcda0-d5cc-49a4-b94a-d6289b4c67d4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b0cef449-8cef-4fbc-b1f0-25ba3c3e8b03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8445232
Jun 03 22:06:12.839495 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b6515bc6-bbc8-4aff-a21a-72658c75735e req-532dd6c6-4cb1-4718-8e30-37b0663788cd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6a4342e-48c3-4c53-a2c7-de600d045d4d HTTP/1.1" status: 200  len: 217 time: 0.1362510
Jun 03 22:06:12.857117 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f21a41-da55-4c85-923b-088871ac1104 req-da82c94c-38c1-4c0f-953e-2efbeb0233e6 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:12.860218 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735ba37-1a14-462e-bd83-6131f5fead6c req-566ebd46-af20-4ece-a3b6-4ca2e27044fc tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:12.864951 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-12f21a41-da55-4c85-923b-088871ac1104 req-da82c94c-38c1-4c0f-953e-2efbeb0233e6 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 946 time: 0.1265566
Jun 03 22:06:12.872869 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a735ba37-1a14-462e-bd83-6131f5fead6c req-566ebd46-af20-4ece-a3b6-4ca2e27044fc tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/ports?device_id=0eee71d2-ec13-4fca-a702-5ab8e72cdd04 HTTP/1.1" status: 200  len: 944 time: 0.2797229
Jun 03 22:06:12.913376 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-12f21a41-da55-4c85-923b-088871ac1104 req-8b8a27ef-57eb-4241-8b8e-225442aeccce tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473943
Jun 03 22:06:12.996410 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6515bc6-bbc8-4aff-a21a-72658c75735e req-fd9f1d78-7fe8-4f19-8989-bcc0de356cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:12.997869 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b6515bc6-bbc8-4aff-a21a-72658c75735e req-fd9f1d78-7fe8-4f19-8989-bcc0de356cde service neutron] 10.222.0.58 "GET /v2.0/subnets?id=67671872-aaef-41f0-85f5-6741db23bdd5 HTTP/1.1" status: 200  len: 855 time: 0.1237860
Jun 03 22:06:13.010816 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a735ba37-1a14-462e-bd83-6131f5fead6c req-1e5f7610-b472-455b-856a-7c8c4cc872b3 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/security-groups?id=35c49e55-2273-4e07-ad6c-c432f5ce48ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0850773
Jun 03 22:06:13.102276 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6515bc6-bbc8-4aff-a21a-72658c75735e req-e74dfee9-1bcb-4c6d-924c-6aa7d9da75ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:13.104161 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b6515bc6-bbc8-4aff-a21a-72658c75735e req-e74dfee9-1bcb-4c6d-924c-6aa7d9da75ed service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35f20c75-e7a0-4927-b48f-493b756f4e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0944898
Jun 03 22:06:13.162898 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55153a81-6947-4dbc-b18c-4b51655c2136 req-36b733d1-04ed-4192-908e-c98245ec9757 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:13.164795 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-55153a81-6947-4dbc-b18c-4b51655c2136 req-36b733d1-04ed-4192-908e-c98245ec9757 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 944 time: 0.1399329
Jun 03 22:06:13.222409 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-55153a81-6947-4dbc-b18c-4b51655c2136 req-0725e27a-f52b-4635-b98f-54a5f698c90c tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499499
Jun 03 22:06:13.333437 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b6515bc6-bbc8-4aff-a21a-72658c75735e req-f099a285-ed3c-4d46-87aa-78b1b17726b4 service neutron] 10.222.0.58 "GET /v2.0/networks/35f20c75-e7a0-4927-b48f-493b756f4e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2237496
Jun 03 22:06:13.375541 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 58464) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:13.398319 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 58468) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:13.461804 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b9f3bd08-bb45-49e5-a715-a3b1ea513bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:13.491086 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-b9f3bd08-bb45-49e5-a715-a3b1ea513bbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:06:13.500775 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-b9f3bd08-bb45-49e5-a715-a3b1ea513bbf admin admin] Usage tracker for resource:security_group_rule and tenant:8cc99287aa6340c6a29e594521ce227d is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:06:13.506994 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-b9f3bd08-bb45-49e5-a715-a3b1ea513bbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:06:13.519167 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-b9f3bd08-bb45-49e5-a715-a3b1ea513bbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:06:13.540729 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837be144-4077-450e-9163-c055e23ef592 req-22fe3857-71e8-4152-aef7-9a872d9e9bb0 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:13.553987 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-837be144-4077-450e-9163-c055e23ef592 req-22fe3857-71e8-4152-aef7-9a872d9e9bb0 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/ports?device_id=650b2ae2-8e3b-4da1-a16d-efffbc81a30b HTTP/1.1" status: 200  len: 945 time: 0.2943513
Jun 03 22:06:13.654538 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b6515bc6-bbc8-4aff-a21a-72658c75735e req-9b1b6b22-ff24-4751-bab2-97ddc0c49cb3 service neutron] 10.222.0.58 "GET /v2.0/networks/35f20c75-e7a0-4927-b48f-493b756f4e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3135655
Jun 03 22:06:13.673137 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-837be144-4077-450e-9163-c055e23ef592 req-2e04303c-9845-4195-a4bf-a0e21904b7a0 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/security-groups?id=b0cef449-8cef-4fbc-b1f0-25ba3c3e8b03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165233
Jun 03 22:06:13.701275 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b9f3bd08-bb45-49e5-a715-a3b1ea513bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:13.753346 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-4db90210-27f3-4bec-b6d4-26750648d84b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-648127969-network', 'tenant_id': '03910f4f3a794683bd440260b08a9c5e'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:06:13.758367 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-4db90210-27f3-4bec-b6d4-26750648d84b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:06:13.764064 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-4db90210-27f3-4bec-b6d4-26750648d84b admin admin] Usage tracker for resource:network and tenant:03910f4f3a794683bd440260b08a9c5e is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:06:13.767581 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-4db90210-27f3-4bec-b6d4-26750648d84b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:06:13.773524 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-4db90210-27f3-4bec-b6d4-26750648d84b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:06:13.822517 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device db162f97-61e7-4c95-abfb-63f6380efaac details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 22:06:13.827149 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 12e508f5-1ee2-42eb-b3d3-0b55d4d8df31 up at agent hyperv_hv-cinder-79466 {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:06:13.836068 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b9f3bd08-bb45-49e5-a715-a3b1ea513bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:13.847253 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:13.888305 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 58474) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:13.888508 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-b9f3bd08-bb45-49e5-a715-a3b1ea513bbf admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=8cc99287aa6340c6a29e594521ce227d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4877183
Jun 03 22:06:13.890690 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f3bd08-bb45-49e5-a715-a3b1ea513bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103394fd-3450-4374-8d88-2afa867723ee,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:13.901381 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-b9f3bd08-bb45-49e5-a715-a3b1ea513bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:13.973401 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-75e04823-3e2d-4c34-ba19-31c1a90c9ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:13.989320 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db90210-27f3-4bec-b6d4-26750648d84b admin admin] Made reservation on behalf of 03910f4f3a794683bd440260b08a9c5e for: {'network': 1} {{(pid=92563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:06:13.991696 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4db90210-27f3-4bec-b6d4-26750648d84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1611770'] for network, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:14.006295 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-75e04823-3e2d-4c34-ba19-31c1a90c9ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:14.006559 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4db90210-27f3-4bec-b6d4-26750648d84b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:14.040007 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-4db90210-27f3-4bec-b6d4-26750648d84b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:06:14.078998 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-4db90210-27f3-4bec-b6d4-26750648d84b admin admin] Usage tracker for resource:security_group_rule and tenant:03910f4f3a794683bd440260b08a9c5e is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:06:14.089897 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-4db90210-27f3-4bec-b6d4-26750648d84b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:06:14.095829 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port db162f97-61e7-4c95-abfb-63f6380efaac, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=db162f97-61e7-4c95-abfb-63f6380efaac,segment=NetworkSegment(dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba),segment_id=dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:06:14.097596 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-4db90210-27f3-4bec-b6d4-26750648d84b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:06:14.115131 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Returning: {'device': 'db162f97-61e7-4c95-abfb-63f6380efaac', 'network_id': 'ceedd4ab-fc8f-4298-8659-a082fdebf44c', 'port_id': 'db162f97-61e7-4c95-abfb-63f6380efaac', 'mac_address': 'fa:16:3e:b6:2b:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdfc5818-5ff2-45c9-ba1c-7ddd531c675e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 22:06:14.146473 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e677e6-a2a1-4a01-8948-3865a4e8a852 req-7eb56733-f0e8-4681-90fe-c4f4f82ce4bc tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:14.147998 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-61e677e6-a2a1-4a01-8948-3865a4e8a852 req-7eb56733-f0e8-4681-90fe-c4f4f82ce4bc tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 946 time: 0.1123595
Jun 03 22:06:14.180278 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Provisioning for port 12e508f5-1ee2-42eb-b3d3-0b55d4d8df31 completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:06:14.185977 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Provisioning complete for port 12e508f5-1ee2-42eb-b3d3-0b55d4d8df31 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:06:14.186363 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:14.204553 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-61e677e6-a2a1-4a01-8948-3865a4e8a852 req-f67ba39d-63e0-4f33-88f5-09059677717e tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415907
Jun 03 22:06:14.206480 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-75e04823-3e2d-4c34-ba19-31c1a90c9ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:14.217665 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-d8fe4b64-f389-4876-8ab9-d6c53a7826ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:14.248773 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e04823-3e2d-4c34-ba19-31c1a90c9ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103394fd-3450-4374-8d88-2afa867723ee,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:14.251782 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-75e04823-3e2d-4c34-ba19-31c1a90c9ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:14.253019 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-75e04823-3e2d-4c34-ba19-31c1a90c9ffe admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/103394fd-3450-4374-8d88-2afa867723ee HTTP/1.1" status: 204  len: 168 time: 0.3638101
Jun 03 22:06:14.254043 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-75e04823-3e2d-4c34-ba19-31c1a90c9ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:14.285515 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c013eb-d6e2-45d7-bd6c-3b16baf77888 req-9409acda-b9f8-492b-b7dd-1977e8835fd5 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:14.300989 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-51c013eb-d6e2-45d7-bd6c-3b16baf77888 req-9409acda-b9f8-492b-b7dd-1977e8835fd5 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/ports?device_id=0eee71d2-ec13-4fca-a702-5ab8e72cdd04 HTTP/1.1" status: 200  len: 944 time: 0.1579549
Jun 03 22:06:14.314810 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4db90210-27f3-4bec-b6d4-26750648d84b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:14.337094 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:14.364197 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.notifiers.nova [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db162f97-61e7-4c95-abfb-63f6380efaac {{(pid=92565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 22:06:14.367412 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-51c013eb-d6e2-45d7-bd6c-3b16baf77888 req-87c15fac-40cf-4fe1-a98b-8343bb6edfb3 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/security-groups?id=35c49e55-2273-4e07-ad6c-c432f5ce48ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0651450
Jun 03 22:06:14.398382 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port db162f97-61e7-4c95-abfb-63f6380efaac, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=db162f97-61e7-4c95-abfb-63f6380efaac,segment=NetworkSegment(dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba),segment_id=dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:06:14.463686 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:14.470018 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d63b4a-0b77-4519-ab79-7cace0cf1d5e req-f8618691-06fd-4fed-8348-b48a57e4c34b tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:14.471473 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-58d63b4a-0b77-4519-ab79-7cace0cf1d5e req-f8618691-06fd-4fed-8348-b48a57e4c34b tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 944 time: 0.0909536
Jun 03 22:06:14.503160 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4db90210-27f3-4bec-b6d4-26750648d84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:14.504593 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b30eb4-1c8f-49a9-a247-ce425069ff57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e508f5-1ee2-42eb-b3d3-0b55d4d8df31'}] {{(pid=92565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:06:14.508377 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3783812f727b5bb89ad1c4cb6955cb6829b796867b5a4f4fedffd1e1cb019440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b5d63f-f4df-4a8c-95cb-e8802665f944" -d '{"events": [{"server_uuid": "68b30eb4-1c8f-49a9-a247-ce425069ff57", "name": "network-vif-plugged", "status": "completed", "tag": "12e508f5-1ee2-42eb-b3d3-0b55d4d8df31"}]}' {{(pid=92565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:06:14.509249 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:14.517740 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port 12e508f5-1ee2-42eb-b3d3-0b55d4d8df31, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=12e508f5-1ee2-42eb-b3d3-0b55d4d8df31,segment=NetworkSegment(dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba),segment_id=dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:06:14.537922 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:14.539841 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:14.555846 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4db90210-27f3-4bec-b6d4-26750648d84b admin admin] vlan segment allocate from pool success with {'vlan_id': 1444, 'physical_network': 'physnet1'}  {{(pid=92563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 22:06:14.570021 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-58d63b4a-0b77-4519-ab79-7cace0cf1d5e req-ee0a3f83-9c7d-4e14-900b-a53becff39d8 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853486
Jun 03 22:06:14.576134 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378ad34c-1525-4eb3-ae66-33e610955fad x-openstack-request-id: req-378ad34c-1525-4eb3-ae66-33e610955fad {{(pid=92565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:06:14.576456 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b30eb4-1c8f-49a9-a247-ce425069ff57", "name": "network-vif-plugged", "status": "completed", "tag": "12e508f5-1ee2-42eb-b3d3-0b55d4d8df31", "code": 200}]} {{(pid=92565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:06:14.576734 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-378ad34c-1525-4eb3-ae66-33e610955fad {{(pid=92565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:06:14.578445 dv-cinder-794669-4-iscsi neutron-server[92565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b30eb4-1c8f-49a9-a247-ce425069ff57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12e508f5-1ee2-42eb-b3d3-0b55d4d8df31', 'code': 200}
Jun 03 22:06:14.591265 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db90210-27f3-4bec-b6d4-26750648d84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7465d1fd-ce52-4752-8297-447aa66f1dfe,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:14.600054 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-4db90210-27f3-4bec-b6d4-26750648d84b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:14.609274 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4db90210-27f3-4bec-b6d4-26750648d84b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286'] for segment, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:14.609626 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.db.segments_db [None req-4db90210-27f3-4bec-b6d4-26750648d84b admin admin] Added segment 95668b19-637e-43fa-a795-6e39093b35e3 of type vlan for network ddd8a16b-6f16-4584-998b-4fb42fefe312
Jun 03 22:06:14.639320 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Pushing event updated for resources: {'Port': ['ID=db162f97-61e7-4c95-abfb-63f6380efaac,revision_number=4']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:14.642275 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4db90210-27f3-4bec-b6d4-26750648d84b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762085776842'] for network, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:14.643559 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:14.672794 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:14.676915 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:14.759954 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Pushing event updated for resources: {'Port': ['ID=12e508f5-1ee2-42eb-b3d3-0b55d4d8df31,revision_number=5']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:14.770501 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:14.801782 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4db90210-27f3-4bec-b6d4-26750648d84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630954'] for network, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:14.803151 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db90210-27f3-4bec-b6d4-26750648d84b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:14.803761 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4db90210-27f3-4bec-b6d4-26750648d84b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for network, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:14.809068 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:14.821695 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] get_ports_and_sgs() called for port_ids ['db162f97-61e7-4c95-abfb-63f6380efaac'] {{(pid=92565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 22:06:14.949467 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab29a99-ccc5-4d39-bdad-338a38d5729e req-dadd81f6-dd53-4f97-828c-56665b757008 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:14.960974 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0ab29a99-ccc5-4d39-bdad-338a38d5729e req-dadd81f6-dd53-4f97-828c-56665b757008 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/ports?device_id=650b2ae2-8e3b-4da1-a16d-efffbc81a30b HTTP/1.1" status: 200  len: 945 time: 0.1617501
Jun 03 22:06:15.039922 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db90210-27f3-4bec-b6d4-26750648d84b admin admin] Pushing event updated for resources: {'Network': ['ID=ddd8a16b-6f16-4584-998b-4fb42fefe312,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:15.053136 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Network ddd8a16b-6f16-4584-998b-4fb42fefe312 details requested by agent ovs-agent-dv-cinder-794669-4-iscsi with host dv-cinder-794669-4-iscsi {{(pid=92565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 22:06:15.055899 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-4db90210-27f3-4bec-b6d4-26750648d84b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:15.094325 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0ab29a99-ccc5-4d39-bdad-338a38d5729e req-390f59f5-84e7-4c36-b3c0-98d7e51205e1 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/security-groups?id=b0cef449-8cef-4fbc-b1f0-25ba3c3e8b03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238842
Jun 03 22:06:15.130205 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2721da-b45a-4039-ade9-bc4f6230781c req-999f9893-4b92-46fb-8c7e-b81e427c9896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:15.131836 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-5a2721da-b45a-4039-ade9-bc4f6230781c req-999f9893-4b92-46fb-8c7e-b81e427c9896 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 1098 time: 0.1012676
Jun 03 22:06:15.163962 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-4db90210-27f3-4bec-b6d4-26750648d84b admin admin] 10.222.0.106 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.7864633
Jun 03 22:06:15.167918 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 58522) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:15.173962 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-486b2b15-f94b-470e-87a2-a41d22a7ef4d admin admin] Request body: {'subnet': {'network_id': 'ddd8a16b-6f16-4584-998b-4fb42fefe312', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-648127969-subnet', 'tenant_id': '03910f4f3a794683bd440260b08a9c5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:06:15.180112 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-486b2b15-f94b-470e-87a2-a41d22a7ef4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:06:15.185627 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-486b2b15-f94b-470e-87a2-a41d22a7ef4d admin admin] Usage tracker for resource:subnet and tenant:03910f4f3a794683bd440260b08a9c5e is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:06:15.191673 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-486b2b15-f94b-470e-87a2-a41d22a7ef4d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:06:15.194571 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-5a2721da-b45a-4039-ade9-bc4f6230781c req-ec2edf20-ba99-422b-b2dc-d09646ad2b3e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551898
Jun 03 22:06:15.197966 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-486b2b15-f94b-470e-87a2-a41d22a7ef4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:06:15.277745 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:15.303601 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486b2b15-f94b-470e-87a2-a41d22a7ef4d admin admin] Made reservation on behalf of 03910f4f3a794683bd440260b08a9c5e for: {'subnet': 1} {{(pid=92563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:06:15.306100 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-486b2b15-f94b-470e-87a2-a41d22a7ef4d admin admin] Notify callbacks [] for subnet, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:15.641912 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677546d9-3ddd-4a0e-bafd-44846c4b7f87 req-b18e7758-05bc-41b6-95b3-dfdd4e21dcdc tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:15.643489 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-677546d9-3ddd-4a0e-bafd-44846c4b7f87 req-b18e7758-05bc-41b6-95b3-dfdd4e21dcdc tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/ports?device_id=0eee71d2-ec13-4fca-a702-5ab8e72cdd04 HTTP/1.1" status: 200  len: 944 time: 0.1035352
Jun 03 22:06:15.812519 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-677546d9-3ddd-4a0e-bafd-44846c4b7f87 req-6b6a2ab8-1272-4cb4-a592-0a08f2182f43 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/security-groups?id=35c49e55-2273-4e07-ad6c-c432f5ce48ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1221895
Jun 03 22:06:15.832812 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device b6a4342e-48c3-4c53-a2c7-de600d045d4d details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 22:06:15.835497 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device db162f97-61e7-4c95-abfb-63f6380efaac up at agent hyperv_hv-cinder-79466 {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:06:15.919302 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76488acc-6646-44b5-be12-8db258d605d1 req-5e5a0888-372b-4ca7-8de5-4120e9274cfe tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:15.919302 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-76488acc-6646-44b5-be12-8db258d605d1 req-5e5a0888-372b-4ca7-8de5-4120e9274cfe tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 945 time: 0.1655154
Jun 03 22:06:16.033991 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-76488acc-6646-44b5-be12-8db258d605d1 req-e29df312-2280-4d6c-83dd-ede5a8fce9bd tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958171
Jun 03 22:06:16.107826 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-486b2b15-f94b-470e-87a2-a41d22a7ef4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947'] for subnet, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:16.112647 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-b33408b8-22a0-4b1b-a2f0-963fafbd0751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:16.124151 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port b6a4342e-48c3-4c53-a2c7-de600d045d4d, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=b6a4342e-48c3-4c53-a2c7-de600d045d4d,segment=NetworkSegment(eb669f87-637c-4e86-bcd2-b6b3456e5997),segment_id=eb669f87-637c-4e86-bcd2-b6b3456e5997)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:06:16.139119 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Returning: {'device': 'b6a4342e-48c3-4c53-a2c7-de600d045d4d', 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d', 'port_id': 'b6a4342e-48c3-4c53-a2c7-de600d045d4d', 'mac_address': 'fa:16:3e:b9:f2:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67671872-aaef-41f0-85f5-6741db23bdd5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 22:06:16.193506 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b2b15-f94b-470e-87a2-a41d22a7ef4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c71a1489-1ea8-4749-a3a0-328df2d25fbd,revision_number=0']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:16.196760 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-486b2b15-f94b-470e-87a2-a41d22a7ef4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:16.203848 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486b2b15-f94b-470e-87a2-a41d22a7ef4d admin admin] Checking segment: {'id': '95668b19-637e-43fa-a795-6e39093b35e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1444, 'network_id': 'ddd8a16b-6f16-4584-998b-4fb42fefe312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:06:16.204209 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486b2b15-f94b-470e-87a2-a41d22a7ef4d admin admin] Network hostable DHCP agents. Network: ddd8a16b-6f16-4584-998b-4fb42fefe312, hostable agents: ['be050b16-fd90-4481-8e13-e59b75a800c3'], hosted agents: [] {{(pid=92563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 22:06:16.206054 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:16.223953 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.notifiers.nova [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a4342e-48c3-4c53-a2c7-de600d045d4d {{(pid=92565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 22:06:16.241077 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port b6a4342e-48c3-4c53-a2c7-de600d045d4d, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=b6a4342e-48c3-4c53-a2c7-de600d045d4d,segment=NetworkSegment(eb669f87-637c-4e86-bcd2-b6b3456e5997),segment_id=eb669f87-637c-4e86-bcd2-b6b3456e5997)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:06:16.590361 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486b2b15-f94b-470e-87a2-a41d22a7ef4d admin admin] Network ddd8a16b-6f16-4584-998b-4fb42fefe312 is scheduled to be hosted by DHCP agent be050b16-fd90-4481-8e13-e59b75a800c3 with binding_index 1 {{(pid=92563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 22:06:16.591032 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Provisioning for port db162f97-61e7-4c95-abfb-63f6380efaac completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:06:16.594912 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:16.600820 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:16.632322 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Provisioning complete for port db162f97-61e7-4c95-abfb-63f6380efaac triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:06:16.632607 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:16.717923 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-486b2b15-f94b-470e-87a2-a41d22a7ef4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-4-iscsi, ddd8a16b-6f16-4584-998b-4fb42fefe312) {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:06:16.718156 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Pushing event updated for resources: {'Port': ['ID=b6a4342e-48c3-4c53-a2c7-de600d045d4d,revision_number=4']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:16.721055 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:16.728523 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486b2b15-f94b-470e-87a2-a41d22a7ef4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:16.728730 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-486b2b15-f94b-470e-87a2-a41d22a7ef4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for subnet, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:16.738107 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3272e1-7332-4f31-8ae6-48434083f6a2 None None] Network ddd8a16b-6f16-4584-998b-4fb42fefe312 requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:06:16.827821 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-486b2b15-f94b-470e-87a2-a41d22a7ef4d admin admin] 10.222.0.106 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.6527507
Jun 03 22:06:16.938246 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:17.100466 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7cd90f-a9f9-478a-b535-ad1a5a17e09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db162f97-61e7-4c95-abfb-63f6380efaac'}] {{(pid=92565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:06:17.107325 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3783812f727b5bb89ad1c4cb6955cb6829b796867b5a4f4fedffd1e1cb019440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cacd4410-275c-4b55-8b04-d9e1d4c5d2b7" -d '{"events": [{"server_uuid": "4d7cd90f-a9f9-478a-b535-ad1a5a17e09f", "name": "network-vif-plugged", "status": "completed", "tag": "db162f97-61e7-4c95-abfb-63f6380efaac"}]}' {{(pid=92565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:06:17.123583 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 58578) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:17.139623 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port db162f97-61e7-4c95-abfb-63f6380efaac, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=db162f97-61e7-4c95-abfb-63f6380efaac,segment=NetworkSegment(dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba),segment_id=dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:06:17.208127 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e5341e12-1737-41fd-aa42-7c3da194cc7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:17.264127 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:17.271394 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:17.291093 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ac9a0-b378-47c0-8f4e-635435acef79 req-3bb2f97c-de88-449d-95d2-05b1985838d9 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:17.302114 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-bd4ac9a0-b378-47c0-8f4e-635435acef79 req-3bb2f97c-de88-449d-95d2-05b1985838d9 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/ports?device_id=0eee71d2-ec13-4fca-a702-5ab8e72cdd04 HTTP/1.1" status: 200  len: 945 time: 0.1715863
Jun 03 22:06:17.350970 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c40980-c572-47a8-995e-5128755c822d None None] Network ddd8a16b-6f16-4584-998b-4fb42fefe312 requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:06:17.380017 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-bd4ac9a0-b378-47c0-8f4e-635435acef79 req-db6e1cc3-832a-4c12-bd13-5ba453f8e1c9 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/security-groups?id=35c49e55-2273-4e07-ad6c-c432f5ce48ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0764964
Jun 03 22:06:17.525003 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Pushing event updated for resources: {'Port': ['ID=db162f97-61e7-4c95-abfb-63f6380efaac,revision_number=5']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:17.528613 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:17.643808 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-d2f9eeae-4b8f-4760-9570-950bee07fd9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:17.662736 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-d2f9eeae-4b8f-4760-9570-950bee07fd9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:06:17.667429 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-d2f9eeae-4b8f-4760-9570-950bee07fd9c admin admin] Usage tracker for resource:security_group_rule and tenant:59e43260c1834d5084f0fc7d80e46228 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:06:17.672330 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-d2f9eeae-4b8f-4760-9570-950bee07fd9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:06:17.687327 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-d2f9eeae-4b8f-4760-9570-950bee07fd9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:06:17.699444 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45299ed3-02ff-454a-82e8-410e7abfd809 req-7356ff18-1c6b-447e-ba0c-33e829746d40 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:17.700919 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-45299ed3-02ff-454a-82e8-410e7abfd809 req-7356ff18-1c6b-447e-ba0c-33e829746d40 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 945 time: 0.1559074
Jun 03 22:06:17.765019 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-45299ed3-02ff-454a-82e8-410e7abfd809 req-c380ca14-b8b0-4dcb-bc9d-285ebb582c11 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576754
Jun 03 22:06:17.823363 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb963e9-861b-4d4a-b129-200c5dc6b577 x-openstack-request-id: req-0eb963e9-861b-4d4a-b129-200c5dc6b577 {{(pid=92565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:06:17.823694 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7cd90f-a9f9-478a-b535-ad1a5a17e09f", "name": "network-vif-plugged", "status": "completed", "tag": "db162f97-61e7-4c95-abfb-63f6380efaac", "code": 200}]} {{(pid=92565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:06:17.823958 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-0eb963e9-861b-4d4a-b129-200c5dc6b577 {{(pid=92565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:06:17.824362 dv-cinder-794669-4-iscsi neutron-server[92565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7cd90f-a9f9-478a-b535-ad1a5a17e09f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db162f97-61e7-4c95-abfb-63f6380efaac', 'code': 200}
Jun 03 22:06:17.839809 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-d2f9eeae-4b8f-4760-9570-950bee07fd9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:17.969350 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-d2f9eeae-4b8f-4760-9570-950bee07fd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:17.976215 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-d1104ff9-c812-4da1-921f-ec44c5556dea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:18.024479 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-d2f9eeae-4b8f-4760-9570-950bee07fd9c admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=59e43260c1834d5084f0fc7d80e46228&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8996243
Jun 03 22:06:18.025446 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9eeae-4b8f-4760-9570-950bee07fd9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd061eb-119e-4a82-a73b-b5608ca6e8f4,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:18.027309 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 58600) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:18.028590 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-d2f9eeae-4b8f-4760-9570-950bee07fd9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:18.101329 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-ce766668-2485-40d9-ad5e-ff5f67b1e9ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:18.130855 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-ce766668-2485-40d9-ad5e-ff5f67b1e9ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:18.333188 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-ce766668-2485-40d9-ad5e-ff5f67b1e9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:18.341161 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-8648626e-183c-4424-b482-44309cb61f81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:18.358267 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce766668-2485-40d9-ad5e-ff5f67b1e9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd061eb-119e-4a82-a73b-b5608ca6e8f4,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:18.368394 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-ce766668-2485-40d9-ad5e-ff5f67b1e9ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:18.371836 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-ce766668-2485-40d9-ad5e-ff5f67b1e9ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:18.373639 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-ce766668-2485-40d9-ad5e-ff5f67b1e9ae admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/3fd061eb-119e-4a82-a73b-b5608ca6e8f4 HTTP/1.1" status: 204  len: 168 time: 0.3447876
Jun 03 22:06:18.703477 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276d97af-40d2-4170-a1ca-da600b19df91 req-c792a2ba-2528-4df3-a106-166c5dd277f7 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:18.704973 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-276d97af-40d2-4170-a1ca-da600b19df91 req-c792a2ba-2528-4df3-a106-166c5dd277f7 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/ports?device_id=0eee71d2-ec13-4fca-a702-5ab8e72cdd04 HTTP/1.1" status: 200  len: 945 time: 0.1436899
Jun 03 22:06:18.752194 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-276d97af-40d2-4170-a1ca-da600b19df91 req-d4f3eaf5-ca28-4f1e-b052-ebbaedb97280 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/security-groups?id=35c49e55-2273-4e07-ad6c-c432f5ce48ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413077
Jun 03 22:06:18.943044 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fbb8f-877d-40ca-be21-9368db108fef req-b05e02cd-96c7-4b99-9bfa-a52525a5e615 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:18.943044 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-f73fbb8f-877d-40ca-be21-9368db108fef req-b05e02cd-96c7-4b99-9bfa-a52525a5e615 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 945 time: 0.0872209
Jun 03 22:06:18.988695 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-f73fbb8f-877d-40ca-be21-9368db108fef req-6e5e3fa4-e5d7-444c-859e-6c67e32d267b tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411456
Jun 03 22:06:19.027044 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] get_ports_and_sgs() called for port_ids ['b6a4342e-48c3-4c53-a2c7-de600d045d4d'] {{(pid=92565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 22:06:19.234545 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61991e5a-616d-4ef4-8773-ee85120f605c req-ac7ef181-d939-4b63-ac07-dbe72db01458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:19.236058 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-61991e5a-616d-4ef4-8773-ee85120f605c req-ac7ef181-d939-4b63-ac07-dbe72db01458 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb9a7d32ed194ab1b6188c11ba83bbd4&device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 1098 time: 0.0769730
Jun 03 22:06:19.388777 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 58648) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:19.408283 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-536f5a48-2312-4f99-938e-bf579194570b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:19.424664 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-536f5a48-2312-4f99-938e-bf579194570b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:06:19.428945 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-536f5a48-2312-4f99-938e-bf579194570b admin admin] Usage tracker for resource:security_group_rule and tenant:44748706dbc649d49df91d1d5bc69b3f is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:06:19.432716 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-536f5a48-2312-4f99-938e-bf579194570b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:06:19.439180 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-536f5a48-2312-4f99-938e-bf579194570b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:06:19.492866 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61991e5a-616d-4ef4-8773-ee85120f605c req-0764ad7a-31ee-4795-8fb9-ed0b5101f62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:19.494318 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-61991e5a-616d-4ef4-8773-ee85120f605c req-0764ad7a-31ee-4795-8fb9-ed0b5101f62e service neutron] 10.222.0.58 "GET /v2.0/networks?id=ceedd4ab-fc8f-4298-8659-a082fdebf44c HTTP/1.1" status: 200  len: 921 time: 0.2524278
Jun 03 22:06:19.524724 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-536f5a48-2312-4f99-938e-bf579194570b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:19.571577 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-61991e5a-616d-4ef4-8773-ee85120f605c req-a2734c55-7c8b-4e24-b12e-4447dd4c81b2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12e508f5-1ee2-42eb-b3d3-0b55d4d8df31 HTTP/1.1" status: 200  len: 217 time: 0.0687656
Jun 03 22:06:19.617899 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-536f5a48-2312-4f99-938e-bf579194570b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:19.637434 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aba3ca-e764-4e35-b427-42e581b32c5e req-45404044-401c-4b29-bff4-5f2056c2b72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:19.639177 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-75aba3ca-e764-4e35-b427-42e581b32c5e req-45404044-401c-4b29-bff4-5f2056c2b72d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 1099 time: 0.2019577
Jun 03 22:06:19.648414 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-6e87ee18-1922-4cef-b977-456042657012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:19.653530 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:19.663850 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-536f5a48-2312-4f99-938e-bf579194570b admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=44748706dbc649d49df91d1d5bc69b3f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2729564
Jun 03 22:06:19.667239 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 58652) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:19.667445 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61991e5a-616d-4ef4-8773-ee85120f605c req-bf8fcd6b-14b2-4ea2-8621-770209a904b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:19.668849 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-61991e5a-616d-4ef4-8773-ee85120f605c req-bf8fcd6b-14b2-4ea2-8621-770209a904b7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cdfc5818-5ff2-45c9-ba1c-7ddd531c675e HTTP/1.1" status: 200  len: 859 time: 0.0920300
Jun 03 22:06:19.698144 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f5a48-2312-4f99-938e-bf579194570b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b101fc7-f8de-494b-8249-619cf384bb9d,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:19.706525 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-536f5a48-2312-4f99-938e-bf579194570b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:19.725697 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-75aba3ca-e764-4e35-b427-42e581b32c5e req-158b1ff0-f8c2-4686-9c01-3c42d97f40a4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814171
Jun 03 22:06:19.730155 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-61991e5a-616d-4ef4-8773-ee85120f605c req-7b7a8774-99ec-43bc-b29c-a480fe88f4dc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ceedd4ab-fc8f-4298-8659-a082fdebf44c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0477059
Jun 03 22:06:19.742751 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-42deb23a-dee3-4c4b-afde-25556ab22f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:19.749779 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-04162a86-0a10-4597-8ec2-52e9056becf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:19.774085 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-42deb23a-dee3-4c4b-afde-25556ab22f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:19.897355 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-61991e5a-616d-4ef4-8773-ee85120f605c req-aa5e98e0-d7f7-4311-ae7c-27bd7280102a service neutron] 10.222.0.58 "GET /v2.0/networks/ceedd4ab-fc8f-4298-8659-a082fdebf44c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358237
Jun 03 22:06:19.997254 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaddf97-d2a7-4ddd-a850-15458cace6ac req-a833ebbc-e29e-45f0-9d34-0b6193d4daa2 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:19.999214 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-cfaddf97-d2a7-4ddd-a850-15458cace6ac req-a833ebbc-e29e-45f0-9d34-0b6193d4daa2 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/ports?device_id=0eee71d2-ec13-4fca-a702-5ab8e72cdd04 HTTP/1.1" status: 200  len: 945 time: 0.0852427
Jun 03 22:06:20.003633 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-42deb23a-dee3-4c4b-afde-25556ab22f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:20.007764 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:20.022864 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42deb23a-dee3-4c4b-afde-25556ab22f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b101fc7-f8de-494b-8249-619cf384bb9d,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:20.030593 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-42deb23a-dee3-4c4b-afde-25556ab22f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:20.046304 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-61991e5a-616d-4ef4-8773-ee85120f605c req-ff8bc319-b421-4348-9fae-8e589a3b7916 service neutron] 10.222.0.58 "GET /v2.0/networks/ceedd4ab-fc8f-4298-8659-a082fdebf44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1417749
Jun 03 22:06:20.068269 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-42deb23a-dee3-4c4b-afde-25556ab22f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:20.069583 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-42deb23a-dee3-4c4b-afde-25556ab22f6e admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/3b101fc7-f8de-494b-8249-619cf384bb9d HTTP/1.1" status: 204  len: 168 time: 0.3954399
Jun 03 22:06:20.115299 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-cfaddf97-d2a7-4ddd-a850-15458cace6ac req-bcef0fb1-4583-4cd5-8ddb-e7c1511d6c49 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/security-groups?id=35c49e55-2273-4e07-ad6c-c432f5ce48ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0824988
Jun 03 22:06:20.254074 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device b6a4342e-48c3-4c53-a2c7-de600d045d4d up at agent hyperv_hv-cinder-79466 {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:06:20.426552 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a28ea3-fb4f-4e55-8741-acec3608572c req-3e045cbc-3cc6-41e9-b5b2-940b9a560e98 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:20.449456 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-a1a28ea3-fb4f-4e55-8741-acec3608572c req-3e045cbc-3cc6-41e9-b5b2-940b9a560e98 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 945 time: 0.2066703
Jun 03 22:06:20.472220 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Provisioning for port b6a4342e-48c3-4c53-a2c7-de600d045d4d completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:06:20.478298 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Provisioning complete for port b6a4342e-48c3-4c53-a2c7-de600d045d4d triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:06:20.478298 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:20.531366 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-a1a28ea3-fb4f-4e55-8741-acec3608572c req-65637eae-7670-4eab-a359-04bff2ee57f6 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817990
Jun 03 22:06:20.708238 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:20.765410 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eee71d2-ec13-4fca-a702-5ab8e72cdd04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a4342e-48c3-4c53-a2c7-de600d045d4d'}] {{(pid=92565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:06:20.767953 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3783812f727b5bb89ad1c4cb6955cb6829b796867b5a4f4fedffd1e1cb019440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecc375e-91d3-4820-b226-d1156202ca58" -d '{"events": [{"server_uuid": "0eee71d2-ec13-4fca-a702-5ab8e72cdd04", "name": "network-vif-plugged", "status": "completed", "tag": "b6a4342e-48c3-4c53-a2c7-de600d045d4d"}]}' {{(pid=92565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:06:20.776302 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port b6a4342e-48c3-4c53-a2c7-de600d045d4d, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=b6a4342e-48c3-4c53-a2c7-de600d045d4d,segment=NetworkSegment(eb669f87-637c-4e86-bcd2-b6b3456e5997),segment_id=eb669f87-637c-4e86-bcd2-b6b3456e5997)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:06:20.878041 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-008ccdf7-4a5d-456c-97c7-3e5603198700 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:20.878667 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-008ccdf7-4a5d-456c-97c7-3e5603198700 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Synchronizing usage tracker for tenant:03910f4f3a794683bd440260b08a9c5e on resource:network {{(pid=92563) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:06:20.946974 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:20.952581 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:21.026573 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-008ccdf7-4a5d-456c-97c7-3e5603198700 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Unset dirty status for tenant:03910f4f3a794683bd440260b08a9c5e on resource:network {{(pid=92563) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:06:21.027951 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-008ccdf7-4a5d-456c-97c7-3e5603198700 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/networks?id=ddd8a16b-6f16-4584-998b-4fb42fefe312 HTTP/1.1" status: 200  len: 808 time: 0.3480403
Jun 03 22:06:21.039659 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Pushing event updated for resources: {'Port': ['ID=b6a4342e-48c3-4c53-a2c7-de600d045d4d,revision_number=5']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:21.050245 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:21.056598 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-52c3f912-5b5e-4992-a33a-9aab5aad58cc tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/quotas/03910f4f3a794683bd440260b08a9c5e HTTP/1.1" status: 200  len: 375 time: 0.0204329
Jun 03 22:06:21.067184 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:21.100118 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-208c82fd-693f-43de-8e7b-d0293660eb5c tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/ports?tenant_id=03910f4f3a794683bd440260b08a9c5e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0420938
Jun 03 22:06:21.246101 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-d1d17fd7-6a57-4c35-a7d8-fd0eab1d55a0 service neutron] 10.222.0.106 "GET /v2.0/networks/ddd8a16b-6f16-4584-998b-4fb42fefe312?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376157
Jun 03 22:06:21.400150 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-c0b2bb74-5e48-4e9e-8e14-e4fb9c749152 service neutron] 10.222.0.106 "GET /v2.0/networks/ddd8a16b-6f16-4584-998b-4fb42fefe312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1481631
Jun 03 22:06:21.634411 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0afdc5-2415-4db6-bf1a-adc41578941c x-openstack-request-id: req-bd0afdc5-2415-4db6-bf1a-adc41578941c {{(pid=92565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:06:21.635964 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eee71d2-ec13-4fca-a702-5ab8e72cdd04", "name": "network-vif-plugged", "status": "completed", "tag": "b6a4342e-48c3-4c53-a2c7-de600d045d4d", "code": 200}]} {{(pid=92565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:06:21.636904 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-bd0afdc5-2415-4db6-bf1a-adc41578941c {{(pid=92565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:06:21.638273 dv-cinder-794669-4-iscsi neutron-server[92565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eee71d2-ec13-4fca-a702-5ab8e72cdd04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a4342e-48c3-4c53-a2c7-de600d045d4d', 'code': 200}
Jun 03 22:06:21.829768 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf782b08-c2c5-4e87-9d22-9b463043d4d3 req-f91f1617-eec2-4bfe-bc17-3fc82e10865c tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:21.831614 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-bf782b08-c2c5-4e87-9d22-9b463043d4d3 req-f91f1617-eec2-4bfe-bc17-3fc82e10865c tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/ports?device_id=0eee71d2-ec13-4fca-a702-5ab8e72cdd04 HTTP/1.1" status: 200  len: 946 time: 0.1030426
Jun 03 22:06:21.881834 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-bf782b08-c2c5-4e87-9d22-9b463043d4d3 req-1966cedf-f8c8-4bf2-a256-dd9a3ac09c50 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/security-groups?id=35c49e55-2273-4e07-ad6c-c432f5ce48ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442386
Jun 03 22:06:22.068343 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882f198-0c68-4e08-9fd5-a7d8ef9ddea3 req-1b0eeb3b-fe0d-4f19-814d-9fa65fe54700 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:22.069846 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-a882f198-0c68-4e08-9fd5-a7d8ef9ddea3 req-1b0eeb3b-fe0d-4f19-814d-9fa65fe54700 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 945 time: 0.0836122
Jun 03 22:06:22.118573 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-a882f198-0c68-4e08-9fd5-a7d8ef9ddea3 req-c7fa2c97-cfe1-40b8-aa9b-541e0a1144d5 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422771
Jun 03 22:06:22.217763 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-f238cbd7-975a-4366-a56f-60d7ff2da29e req-7feff2eb-f78f-4ab9-99ee-d3c85613e84a tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/ports?device_id=3d064e37-9baf-418d-bf80-da40021d3c6c HTTP/1.1" status: 200  len: 210 time: 0.0582786
Jun 03 22:06:22.266815 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c570f3d-8019-4ba4-a981-a22a49b27814 req-28c17e35-1195-4356-b5e0-64e901f0aef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:22.268418 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6c570f3d-8019-4ba4-a981-a22a49b27814 req-28c17e35-1195-4356-b5e0-64e901f0aef1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0eee71d2-ec13-4fca-a702-5ab8e72cdd04 HTTP/1.1" status: 200  len: 1099 time: 0.1238549
Jun 03 22:06:22.340166 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6c570f3d-8019-4ba4-a981-a22a49b27814 req-7c31af53-471d-4bd0-bf11-f5d2c4900487 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=35c49e55-2273-4e07-ad6c-c432f5ce48ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376883
Jun 03 22:06:22.463644 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:23.101422 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d0d76-41b0-4909-9072-14012b7622e4 req-0e8c7f7b-e29c-483f-b3b6-95ad81df1a19 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:23.102895 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-806d0d76-41b0-4909-9072-14012b7622e4 req-0e8c7f7b-e29c-483f-b3b6-95ad81df1a19 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/ports?device_id=0eee71d2-ec13-4fca-a702-5ab8e72cdd04 HTTP/1.1" status: 200  len: 946 time: 0.1007037
Jun 03 22:06:23.151691 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-806d0d76-41b0-4909-9072-14012b7622e4 req-e0524cff-30bb-4a7d-a1d0-8242066fb28a tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/security-groups?id=35c49e55-2273-4e07-ad6c-c432f5ce48ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422382
Jun 03 22:06:23.394770 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43614d-86e6-4a67-b64f-b1fee773019f req-f6d701ff-0677-402d-8aa9-6d00de3cb87b tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:23.396632 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6a43614d-86e6-4a67-b64f-b1fee773019f req-f6d701ff-0677-402d-8aa9-6d00de3cb87b tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 945 time: 0.1583073
Jun 03 22:06:23.411082 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-7fc2fc09-c82e-43ea-adc0-5e61dbb7a064 req-2eafa43d-e609-4965-a9ef-10224bc7d76a tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/ports?device_id=3d064e37-9baf-418d-bf80-da40021d3c6c HTTP/1.1" status: 200  len: 210 time: 0.0919945
Jun 03 22:06:23.461560 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6a43614d-86e6-4a67-b64f-b1fee773019f req-e5cd0243-c0de-43af-95b9-0667da9653a2 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585325
Jun 03 22:06:24.359337 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1bd79-fbab-4d0d-af45-a2525975f4d8 req-f6cd0522-9581-42ec-acdc-42582c6b9879 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:24.360848 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c1b1bd79-fbab-4d0d-af45-a2525975f4d8 req-f6cd0522-9581-42ec-acdc-42582c6b9879 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/ports?device_id=0eee71d2-ec13-4fca-a702-5ab8e72cdd04 HTTP/1.1" status: 200  len: 946 time: 0.0877826
Jun 03 22:06:24.408810 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c1b1bd79-fbab-4d0d-af45-a2525975f4d8 req-cdabc290-b41b-49c0-959c-cac936009c25 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/security-groups?id=35c49e55-2273-4e07-ad6c-c432f5ce48ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419526
Jun 03 22:06:24.583732 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6a09bd17-fcd7-45af-b291-9d64a7ab4764 req-13ea17ed-5f52-4aeb-9dbd-f9b725e1b7e6 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/ports?device_id=3d064e37-9baf-418d-bf80-da40021d3c6c HTTP/1.1" status: 200  len: 210 time: 0.0504444
Jun 03 22:06:24.716427 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b9c8e-6837-4367-ab8d-03811999e102 req-2774a2be-80ae-4ea5-b8e8-f2b9c83f9422 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:24.717861 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-835b9c8e-6837-4367-ab8d-03811999e102 req-2774a2be-80ae-4ea5-b8e8-f2b9c83f9422 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/ports?device_id=0eee71d2-ec13-4fca-a702-5ab8e72cdd04 HTTP/1.1" status: 200  len: 946 time: 0.1468065
Jun 03 22:06:24.726635 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 58852) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:24.731953 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-ec4f2a90-407b-46d9-8d84-94280c4f64aa tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Request body: {'floatingip': {'port_id': 'b6a4342e-48c3-4c53-a2c7-de600d045d4d'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:06:24.781797 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7244e14-879a-47b7-a40e-709e5a817d1e req-f45d45b7-2549-474c-91db-3a97dbc44df9 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:24.784239 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f7244e14-879a-47b7-a40e-709e5a817d1e req-f45d45b7-2549-474c-91db-3a97dbc44df9 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 945 time: 0.0975094
Jun 03 22:06:24.820328 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-ec4f2a90-407b-46d9-8d84-94280c4f64aa tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for floatingip, before_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:24.924681 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 58856) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:24.953099 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f7244e14-879a-47b7-a40e-709e5a817d1e req-18deddb0-f0ad-43aa-99d8-e2d15c3bf0d7 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1565864
Jun 03 22:06:25.009090 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-3e17978f-5a70-486e-964c-9ec2f383f2b1 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:25.012058 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-3e17978f-5a70-486e-964c-9ec2f383f2b1 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.58 "GET /v2.0/networks?id=ddd8a16b-6f16-4584-998b-4fb42fefe312 HTTP/1.1" status: 200  len: 808 time: 0.2139752
Jun 03 22:06:25.025599 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-eff5aa67-7c82-4e25-a9ff-4cfadf45330e tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Request body: {'port': {'device_id': '3d064e37-9baf-418d-bf80-da40021d3c6c', 'network_id': 'ddd8a16b-6f16-4584-998b-4fb42fefe312', 'admin_state_up': True, 'tenant_id': '03910f4f3a794683bd440260b08a9c5e'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:06:25.152683 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-da6b6ee8-d24b-44bb-9141-28aa8ce41ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:25.172999 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-da6b6ee8-d24b-44bb-9141-28aa8ce41ec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:06:25.180916 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-da6b6ee8-d24b-44bb-9141-28aa8ce41ec3 admin admin] Usage tracker for resource:security_group_rule and tenant:c221dccd87524f568a24ea2e4e29242e is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:06:25.187097 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-da6b6ee8-d24b-44bb-9141-28aa8ce41ec3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:06:25.208045 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-da6b6ee8-d24b-44bb-9141-28aa8ce41ec3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:06:25.222641 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-eff5aa67-7c82-4e25-a9ff-4cfadf45330e tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:06:25.233282 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-eff5aa67-7c82-4e25-a9ff-4cfadf45330e tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Usage tracker for resource:port and tenant:03910f4f3a794683bd440260b08a9c5e is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:06:25.238384 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-eff5aa67-7c82-4e25-a9ff-4cfadf45330e tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:06:25.246726 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-eff5aa67-7c82-4e25-a9ff-4cfadf45330e tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:06:25.327028 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-da6b6ee8-d24b-44bb-9141-28aa8ce41ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:25.346443 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-eff5aa67-7c82-4e25-a9ff-4cfadf45330e tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Made reservation on behalf of 03910f4f3a794683bd440260b08a9c5e for: {'port': 1} {{(pid=92564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:06:25.352150 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-eff5aa67-7c82-4e25-a9ff-4cfadf45330e tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:25.426004 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-da6b6ee8-d24b-44bb-9141-28aa8ce41ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:25.435832 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-8f2e3cf7-6327-4840-b293-7d36aa697de2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:25.506397 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-da6b6ee8-d24b-44bb-9141-28aa8ce41ec3 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=c221dccd87524f568a24ea2e4e29242e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5778918
Jun 03 22:06:25.510446 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b6ee8-d24b-44bb-9141-28aa8ce41ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91242af3-5ac2-453a-a26d-355678d756af,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:25.515252 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 58872) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:25.537913 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6b6ee8-d24b-44bb-9141-28aa8ce41ec3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:06:25.538357 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6b6ee8-d24b-44bb-9141-28aa8ce41ec3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:06:25.538834 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6b6ee8-d24b-44bb-9141-28aa8ce41ec3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:06:25.539259 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6b6ee8-d24b-44bb-9141-28aa8ce41ec3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:06:25.539700 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6b6ee8-d24b-44bb-9141-28aa8ce41ec3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:06:25.540116 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6b6ee8-d24b-44bb-9141-28aa8ce41ec3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:06:25.540521 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6b6ee8-d24b-44bb-9141-28aa8ce41ec3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:06:25.541488 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6b6ee8-d24b-44bb-9141-28aa8ce41ec3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:06:25.542001 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6b6ee8-d24b-44bb-9141-28aa8ce41ec3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:06:25.542398 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6b6ee8-d24b-44bb-9141-28aa8ce41ec3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:06:25.544405 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6b6ee8-d24b-44bb-9141-28aa8ce41ec3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:06:25.544405 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6b6ee8-d24b-44bb-9141-28aa8ce41ec3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:06:25.547700 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-da6b6ee8-d24b-44bb-9141-28aa8ce41ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:25.673691 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.db_base_plugin_common [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-eff5aa67-7c82-4e25-a9ff-4cfadf45330e tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Allocated IP 172.20.0.9 (ddd8a16b-6f16-4584-998b-4fb42fefe312/c71a1489-1ea8-4749-a3a0-328df2d25fbd/7110eff6-e97e-4863-8595-681ad4cd4d65) {{(pid=92564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:06:25.676828 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-81346dca-c9ca-4a42-aeb1-5e7221b85172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:25.706431 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-81346dca-c9ca-4a42-aeb1-5e7221b85172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:25.715112 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-ec4f2a90-407b-46d9-8d84-94280c4f64aa tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:25.777839 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-21804bd2-b2a7-42cc-a645-2653b9c064b6 req-3e5958c3-3501-451e-b893-6744bf25bfe6 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/ports?device_id=3d064e37-9baf-418d-bf80-da40021d3c6c HTTP/1.1" status: 200  len: 210 time: 0.0463130
Jun 03 22:06:25.778943 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-ec4f2a90-407b-46d9-8d84-94280c4f64aa tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-309359'] for floatingip, after_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:25.938147 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-81346dca-c9ca-4a42-aeb1-5e7221b85172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:25.944562 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-b7fdcda0-d5cc-49a4-b94a-d6289b4c67d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:25.969038 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.db.l3_db [None req-ec4f2a90-407b-46d9-8d84-94280c4f64aa tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Floating IP aa5cd184-db5b-41ae-a478-610cbd51b2c7 associated. External IP: 172.27.0.168, port: b6a4342e-48c3-4c53-a2c7-de600d045d4d.
Jun 03 22:06:25.970722 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81346dca-c9ca-4a42-aeb1-5e7221b85172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91242af3-5ac2-453a-a26d-355678d756af,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:25.977560 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-81346dca-c9ca-4a42-aeb1-5e7221b85172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:26.066784 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-81346dca-c9ca-4a42-aeb1-5e7221b85172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:26.067942 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-81346dca-c9ca-4a42-aeb1-5e7221b85172 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/91242af3-5ac2-453a-a26d-355678d756af HTTP/1.1" status: 204  len: 168 time: 0.5516047
Jun 03 22:06:26.179228 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-eff5aa67-7c82-4e25-a9ff-4cfadf45330e tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Notify callbacks [] for port, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:26.224791 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02b04c-9c50-4433-8e01-43641d293fec req-c193e7d4-bea8-45be-a9ca-0ca578281b49 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:26.226251 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ad02b04c-9c50-4433-8e01-43641d293fec req-c193e7d4-bea8-45be-a9ca-0ca578281b49 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 945 time: 0.1214955
Jun 03 22:06:26.273901 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ad02b04c-9c50-4433-8e01-43641d293fec req-0de54b92-f23d-4b4b-832b-cdd471dbba28 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412555
Jun 03 22:06:26.349076 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-eff5aa67-7c82-4e25-a9ff-4cfadf45330e tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:26.357176 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-c6716225-a25f-4d3b-a8ca-867893df134e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:26.421528 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-eff5aa67-7c82-4e25-a9ff-4cfadf45330e tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Network ddd8a16b-6f16-4584-998b-4fb42fefe312 is already hosted by enough agents. {{(pid=92564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:06:26.424719 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.base_scheduler [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-eff5aa67-7c82-4e25-a9ff-4cfadf45330e tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Resources bound (agent type, host, resource id):  {{(pid=92564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:06:26.428780 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-eff5aa67-7c82-4e25-a9ff-4cfadf45330e tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Received port after_create {{(pid=92564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:06:26.438106 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4f2a90-407b-46d9-8d84-94280c4f64aa tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Router 08fd76d6-665a-4b44-ac56-4d1bb3b194c7 has already been hosted by L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 {{(pid=92563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 22:06:26.483616 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5aa67-7c82-4e25-a9ff-4cfadf45330e tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Pushing event updated for resources: {'Port': ['ID=7110eff6-e97e-4863-8595-681ad4cd4d65,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:26.490419 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-eff5aa67-7c82-4e25-a9ff-4cfadf45330e tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:26.533976 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-eff5aa67-7c82-4e25-a9ff-4cfadf45330e tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:26.535135 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-eff5aa67-7c82-4e25-a9ff-4cfadf45330e tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:26.645966 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4f2a90-407b-46d9-8d84-94280c4f64aa tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:06:26.651032 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-ec4f2a90-407b-46d9-8d84-94280c4f64aa tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for floatingip, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:26.660172 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffebad5-f373-429f-90b9-0078cca10176 None None] Sync routers for ids ['08fd76d6-665a-4b44-ac56-4d1bb3b194c7'] in dv-cinder-794669-4-iscsi {{(pid=92566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:06:26.664087 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-eff5aa67-7c82-4e25-a9ff-4cfadf45330e tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6403601
Jun 03 22:06:26.672278 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffebad5-f373-429f-90b9-0078cca10176 None None] Routers {'08fd76d6-665a-4b44-ac56-4d1bb3b194c7'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:06:26.672950 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-3ffebad5-f373-429f-90b9-0078cca10176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814f3bfd60>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:06:20Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['08fd76d6-665a-4b44-ac56-4d1bb3b194c7'], 'active': True} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:06:26.674049 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-0647e6dc-ee37-4176-a2dc-7ecddcf4bbf7 service neutron] Request body: {'port': {'device_id': '3d064e37-9baf-418d-bf80-da40021d3c6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:06:26.738388 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-ec4f2a90-407b-46d9-8d84-94280c4f64aa tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "PUT /v2.0/floatingips/aa5cd184-db5b-41ae-a478-610cbd51b2c7 HTTP/1.1" status: 200  len: 992 time: 2.0105226
Jun 03 22:06:26.739184 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eee71d2-ec13-4fca-a702-5ab8e72cdd04', 'tag': 'b6a4342e-48c3-4c53-a2c7-de600d045d4d'}] {{(pid=92563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:06:26.741719 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7740435dcc85f6ab0eb9908d75a6f818e2fb7acd2ed127072350a3dd3a6b64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684831a5-a14f-4357-87f8-dfcbadfaf4a7" -d '{"events": [{"name": "network-changed", "server_uuid": "0eee71d2-ec13-4fca-a702-5ab8e72cdd04", "tag": "b6a4342e-48c3-4c53-a2c7-de600d045d4d"}]}' {{(pid=92563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:06:26.831582 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c674853d-a48a-4a01-875e-689ec91410b7 x-openstack-request-id: req-c674853d-a48a-4a01-875e-689ec91410b7 {{(pid=92563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:06:26.832055 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eee71d2-ec13-4fca-a702-5ab8e72cdd04", "tag": "b6a4342e-48c3-4c53-a2c7-de600d045d4d", "status": "completed", "code": 200}]} {{(pid=92563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:06:26.832392 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-c674853d-a48a-4a01-875e-689ec91410b7 {{(pid=92563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:06:26.832863 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eee71d2-ec13-4fca-a702-5ab8e72cdd04', 'tag': 'b6a4342e-48c3-4c53-a2c7-de600d045d4d', 'status': 'completed', 'code': 200}
Jun 03 22:06:26.911051 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvr_db [None req-3ffebad5-f373-429f-90b9-0078cca10176 None None] Set router 08fd76d6-665a-4b44-ac56-4d1bb3b194c7 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:06:26.925891 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-0647e6dc-ee37-4176-a2dc-7ecddcf4bbf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:27.142951 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684831a5-a14f-4357-87f8-dfcbadfaf4a7 req-3ccbddf9-26f1-4835-aeb7-c20fed4eca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:27.142951 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-684831a5-a14f-4357-87f8-dfcbadfaf4a7 req-3ccbddf9-26f1-4835-aeb7-c20fed4eca8e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c14a1e6c501b4dd3966eb23d8b4969bc&device_id=0eee71d2-ec13-4fca-a702-5ab8e72cdd04 HTTP/1.1" status: 200  len: 1099 time: 0.2575037
Jun 03 22:06:27.277033 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-3ffebad5-f373-429f-90b9-0078cca10176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814f3bfd60>, [{'id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'name': 'tempest-AttachVolumeShelveTestJSON-506570283-router', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:05:27Z', 'updated_at': '2021-06-03T22:05:37Z', 'revision_number': 4, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'gw_port': {'id': '5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:29Z', 'updated_at': '2021-06-03T22:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_floatingips': [{'id': 'aa5cd184-db5b-41ae-a478-610cbd51b2c7', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'floating_ip_address': '172.27.0.168', 'floating_network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'router_id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'port_id': 'b6a4342e-48c3-4c53-a2c7-de600d045d4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d', 'mac_address': 'fa:16:3e:b9:f2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee71d2-ec13-4fca-a702-5ab8e72cdd04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:05:51Z', 'updated_at': '2021-06-03T22:06:25Z', 'revision_number': 1, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9658c03-c270-4c2b-a565-b199772763bf', 'name': '', 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'mac_address': 'fa:16:3e:dd:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '67671872-aaef-41f0-85f5-6741db23bdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:36Z', 'updated_at': '2021-06-03T22:05:50Z', 'revision_number': 5, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'subnets': [{'id': '67671872-aaef-41f0-85f5-6741db23bdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:06:27.280992 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffebad5-f373-429f-90b9-0078cca10176 None None] Checking router: 08fd76d6-665a-4b44-ac56-4d1bb3b194c7 for host: dv-cinder-794669-4-iscsi {{(pid=92566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:06:27.289250 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffebad5-f373-429f-90b9-0078cca10176 None None] Routers {'08fd76d6-665a-4b44-ac56-4d1bb3b194c7'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:06:27.289847 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-3ffebad5-f373-429f-90b9-0078cca10176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814f3bfd60>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:06:20Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['08fd76d6-665a-4b44-ac56-4d1bb3b194c7'], 'active': True} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:06:27.395433 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 58910) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:27.396680 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684831a5-a14f-4357-87f8-dfcbadfaf4a7 req-842db337-a050-4600-be16-7c2d109bd496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:27.398143 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-684831a5-a14f-4357-87f8-dfcbadfaf4a7 req-842db337-a050-4600-be16-7c2d109bd496 service neutron] 10.222.0.58 "GET /v2.0/networks?id=35f20c75-e7a0-4927-b48f-493b756f4e3d HTTP/1.1" status: 200  len: 918 time: 0.2599521
Jun 03 22:06:27.413496 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423abfa-624a-464b-89f3-92a900ca198b req-23c39cfe-162d-476e-b8bf-d5c5aeb62e41 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:27.414239 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-1423abfa-624a-464b-89f3-92a900ca198b req-23c39cfe-162d-476e-b8bf-d5c5aeb62e41 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Synchronizing usage tracker for tenant:03910f4f3a794683bd440260b08a9c5e on resource:port {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:06:27.420602 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-79102aeb-b5af-4a20-a2f9-029c2a8ff449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:27.468125 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-79102aeb-b5af-4a20-a2f9-029c2a8ff449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:06:27.472447 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-79102aeb-b5af-4a20-a2f9-029c2a8ff449 admin admin] Usage tracker for resource:security_group_rule and tenant:45e99bf6cb524e07b25e459b51b4a888 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:06:27.475609 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-79102aeb-b5af-4a20-a2f9-029c2a8ff449 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:06:27.481885 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-79102aeb-b5af-4a20-a2f9-029c2a8ff449 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:06:27.551965 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-684831a5-a14f-4357-87f8-dfcbadfaf4a7 req-8ee3d036-a509-446b-a8af-e5627516af81 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6a4342e-48c3-4c53-a2c7-de600d045d4d HTTP/1.1" status: 200  len: 1000 time: 0.1330917
Jun 03 22:06:27.553179 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvr_db [None req-3ffebad5-f373-429f-90b9-0078cca10176 None None] Set router 08fd76d6-665a-4b44-ac56-4d1bb3b194c7 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:06:27.605087 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53ea18-f4ff-414c-9d83-17a2fe497b7e req-4ad02664-e3d2-4b99-830b-8a5eee47d0f7 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:27.612298 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-ae53ea18-f4ff-414c-9d83-17a2fe497b7e req-4ad02664-e3d2-4b99-830b-8a5eee47d0f7 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 945 time: 0.1805675
Jun 03 22:06:27.618734 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-79102aeb-b5af-4a20-a2f9-029c2a8ff449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:27.654222 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-1423abfa-624a-464b-89f3-92a900ca198b req-23c39cfe-162d-476e-b8bf-d5c5aeb62e41 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Unset dirty status for tenant:03910f4f3a794683bd440260b08a9c5e on resource:port {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:06:27.661066 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-1423abfa-624a-464b-89f3-92a900ca198b req-23c39cfe-162d-476e-b8bf-d5c5aeb62e41 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/ports?device_id=3d064e37-9baf-418d-bf80-da40021d3c6c HTTP/1.1" status: 200  len: 931 time: 0.6423514
Jun 03 22:06:27.703680 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-79102aeb-b5af-4a20-a2f9-029c2a8ff449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:27.720148 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684831a5-a14f-4357-87f8-dfcbadfaf4a7 req-1676631c-b2fb-415c-a3ef-243039dec6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:27.722291 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-684831a5-a14f-4357-87f8-dfcbadfaf4a7 req-1676631c-b2fb-415c-a3ef-243039dec6bd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=67671872-aaef-41f0-85f5-6741db23bdd5 HTTP/1.1" status: 200  len: 855 time: 0.1614666
Jun 03 22:06:27.727473 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-0647e6dc-ee37-4176-a2dc-7ecddcf4bbf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7110eff6-e97e-4863-8595-681ad4cd4d65 {{(pid=92564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 22:06:27.770290 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-bae00c92-6118-4d08-ae9a-8ff94daba23a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:27.777771 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-1423abfa-624a-464b-89f3-92a900ca198b req-3e06a968-137f-4275-9d9b-34cd4cb97b43 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/security-groups?id=7465d1fd-ce52-4752-8297-447aa66f1dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1155956
Jun 03 22:06:27.779870 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-0647e6dc-ee37-4176-a2dc-7ecddcf4bbf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:27.784882 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-79102aeb-b5af-4a20-a2f9-029c2a8ff449 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=45e99bf6cb524e07b25e459b51b4a888&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3856351
Jun 03 22:06:27.792491 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 58918) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:27.817383 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-ae53ea18-f4ff-414c-9d83-17a2fe497b7e req-0c7fe1c6-3f7c-4945-8463-537521fe8786 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2038271
Jun 03 22:06:27.818010 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 58920) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:27.845629 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79102aeb-b5af-4a20-a2f9-029c2a8ff449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1f8040-7875-4f01-9298-0a6021f5bb48,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:27.845843 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.provisioning_blocks [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-0647e6dc-ee37-4176-a2dc-7ecddcf4bbf7 service neutron] Transition to ACTIVE for port object 7110eff6-e97e-4863-8595-681ad4cd4d65 will not be triggered until provisioned by entity L2. {{(pid=92564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:06:27.903506 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-770e440f-741d-4a03-87bd-cc1996c9ee59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:27.903752 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79102aeb-b5af-4a20-a2f9-029c2a8ff449 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:06:27.905348 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79102aeb-b5af-4a20-a2f9-029c2a8ff449 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:06:27.907540 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79102aeb-b5af-4a20-a2f9-029c2a8ff449 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:06:27.907910 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79102aeb-b5af-4a20-a2f9-029c2a8ff449 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:06:27.908259 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79102aeb-b5af-4a20-a2f9-029c2a8ff449 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:06:27.908609 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79102aeb-b5af-4a20-a2f9-029c2a8ff449 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:06:27.908951 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79102aeb-b5af-4a20-a2f9-029c2a8ff449 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:06:27.909296 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79102aeb-b5af-4a20-a2f9-029c2a8ff449 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:06:27.911813 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79102aeb-b5af-4a20-a2f9-029c2a8ff449 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:06:27.912165 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79102aeb-b5af-4a20-a2f9-029c2a8ff449 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:06:27.912519 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79102aeb-b5af-4a20-a2f9-029c2a8ff449 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:06:27.912863 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79102aeb-b5af-4a20-a2f9-029c2a8ff449 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:06:27.935458 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684831a5-a14f-4357-87f8-dfcbadfaf4a7 req-fe2892e9-e11c-4508-be80-af99654ab2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:27.935930 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-79102aeb-b5af-4a20-a2f9-029c2a8ff449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:27.936092 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-684831a5-a14f-4357-87f8-dfcbadfaf4a7 req-fe2892e9-e11c-4508-be80-af99654ab2da service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35f20c75-e7a0-4927-b48f-493b756f4e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2004347
Jun 03 22:06:27.958607 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-770e440f-741d-4a03-87bd-cc1996c9ee59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:28.042940 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-0647e6dc-ee37-4176-a2dc-7ecddcf4bbf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31972166'] for port, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:28.063153 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-3ffebad5-f373-429f-90b9-0078cca10176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814f3bfd60>, [{'id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'name': 'tempest-AttachVolumeShelveTestJSON-506570283-router', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:05:27Z', 'updated_at': '2021-06-03T22:05:37Z', 'revision_number': 4, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'gw_port': {'id': '5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:29Z', 'updated_at': '2021-06-03T22:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_floatingips': [{'id': 'aa5cd184-db5b-41ae-a478-610cbd51b2c7', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'floating_ip_address': '172.27.0.168', 'floating_network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'router_id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'port_id': 'b6a4342e-48c3-4c53-a2c7-de600d045d4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d', 'mac_address': 'fa:16:3e:b9:f2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee71d2-ec13-4fca-a702-5ab8e72cdd04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:05:51Z', 'updated_at': '2021-06-03T22:06:25Z', 'revision_number': 1, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9658c03-c270-4c2b-a565-b199772763bf', 'name': '', 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'mac_address': 'fa:16:3e:dd:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '67671872-aaef-41f0-85f5-6741db23bdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:36Z', 'updated_at': '2021-06-03T22:05:50Z', 'revision_number': 5, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'subnets': [{'id': '67671872-aaef-41f0-85f5-6741db23bdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:06:28.082360 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffebad5-f373-429f-90b9-0078cca10176 None None] The sync data for ids ['08fd76d6-665a-4b44-ac56-4d1bb3b194c7'] in dv-cinder-794669-4-iscsi is: [{'id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'name': 'tempest-AttachVolumeShelveTestJSON-506570283-router', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:05:27Z', 'updated_at': '2021-06-03T22:05:37Z', 'revision_number': 4, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'gw_port': {'id': '5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:29Z', 'updated_at': '2021-06-03T22:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_floatingips': [{'id': 'aa5cd184-db5b-41ae-a478-610cbd51b2c7', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'floating_ip_address': '172.27.0.168', 'floating_network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'router_id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'port_id': 'b6a4342e-48c3-4c53-a2c7-de600d045d4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d', 'mac_address': 'fa:16:3e:b9:f2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eee71d2-ec13-4fca-a702-5ab8e72cdd04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:05:51Z', 'updated_at': '2021-06-03T22:06:25Z', 'revision_number': 1, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9658c03-c270-4c2b-a565-b199772763bf', 'name': '', 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'mac_address': 'fa:16:3e:dd:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '67671872-aaef-41f0-85f5-6741db23bdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:36Z', 'updated_at': '2021-06-03T22:05:50Z', 'revision_number': 5, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'subnets': [{'id': '67671872-aaef-41f0-85f5-6741db23bdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:06:28.094428 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:28.103040 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-9c46019c-3b12-4c89-bd2a-3058ca7a6886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:28.122397 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-9c46019c-3b12-4c89-bd2a-3058ca7a6886 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:06:28.126670 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-9c46019c-3b12-4c89-bd2a-3058ca7a6886 admin admin] Usage tracker for resource:security_group_rule and tenant:69b4d95b16eb435588811f4e9a4536a6 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:06:28.130099 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-9c46019c-3b12-4c89-bd2a-3058ca7a6886 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:06:28.141117 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-9c46019c-3b12-4c89-bd2a-3058ca7a6886 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:06:28.243865 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647e6dc-ee37-4176-a2dc-7ecddcf4bbf7 service neutron] Pushing event updated for resources: {'Port': ['ID=7110eff6-e97e-4863-8595-681ad4cd4d65,revision_number=2']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:28.296107 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-0647e6dc-ee37-4176-a2dc-7ecddcf4bbf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:28.327534 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fa9f0e-7be3-4d8c-9c9f-bf4ad7c491eb None None] New status for floating IP aa5cd184-db5b-41ae-a478-610cbd51b2c7: ACTIVE {{(pid=92565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 22:06:28.358508 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-770e440f-741d-4a03-87bd-cc1996c9ee59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:28.371746 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:28.388338 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e440f-741d-4a03-87bd-cc1996c9ee59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1f8040-7875-4f01-9298-0a6021f5bb48,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:28.396727 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-770e440f-741d-4a03-87bd-cc1996c9ee59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:28.410577 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-9c46019c-3b12-4c89-bd2a-3058ca7a6886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:28.480101 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-770e440f-741d-4a03-87bd-cc1996c9ee59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:28.483647 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-770e440f-741d-4a03-87bd-cc1996c9ee59 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/ba1f8040-7875-4f01-9298-0a6021f5bb48 HTTP/1.1" status: 204  len: 168 time: 0.6865480
Jun 03 22:06:28.489077 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-684831a5-a14f-4357-87f8-dfcbadfaf4a7 req-36519174-1945-4671-8641-e6a26ad99745 service neutron] 10.222.0.58 "GET /v2.0/networks/35f20c75-e7a0-4927-b48f-493b756f4e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4483082
Jun 03 22:06:28.498079 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-9c46019c-3b12-4c89-bd2a-3058ca7a6886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:28.510365 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-162b63f7-cc57-4eab-b2ea-818a5874798d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:28.582850 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-9c46019c-3b12-4c89-bd2a-3058ca7a6886 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=69b4d95b16eb435588811f4e9a4536a6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7429235
Jun 03 22:06:28.600319 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 58940) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:28.629395 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-0647e6dc-ee37-4176-a2dc-7ecddcf4bbf7 service neutron] Attempting to bind port 7110eff6-e97e-4863-8595-681ad4cd4d65 on host hv-cinder-79466 for vnic_type normal with profile  {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:06:28.630013 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-0647e6dc-ee37-4176-a2dc-7ecddcf4bbf7 service neutron] Attempting to bind port 7110eff6-e97e-4863-8595-681ad4cd4d65 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '95668b19-637e-43fa-a795-6e39093b35e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1444, 'network_id': 'ddd8a16b-6f16-4584-998b-4fb42fefe312'}] {{(pid=92564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:06:28.631061 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-0647e6dc-ee37-4176-a2dc-7ecddcf4bbf7 service neutron] Attempting to bind port 7110eff6-e97e-4863-8595-681ad4cd4d65 on network ddd8a16b-6f16-4584-998b-4fb42fefe312 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:06:28.640448 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-0647e6dc-ee37-4176-a2dc-7ecddcf4bbf7 service neutron] Port 7110eff6-e97e-4863-8595-681ad4cd4d65 on network ddd8a16b-6f16-4584-998b-4fb42fefe312 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 22:06:28.640674 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46019c-3b12-4c89-bd2a-3058ca7a6886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd95e2c1-65d7-43a9-a722-9c2ff98b3b86,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:28.641192 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-0647e6dc-ee37-4176-a2dc-7ecddcf4bbf7 service neutron] Attempting to bind port 7110eff6-e97e-4863-8595-681ad4cd4d65 on network ddd8a16b-6f16-4584-998b-4fb42fefe312 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:06:28.650083 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-0647e6dc-ee37-4176-a2dc-7ecddcf4bbf7 service neutron] Checking agent: {'id': 'ba7169ba-ec54-42ab-82e6-dffd3900ba09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 22, 3, 45), 'started_at': datetime.datetime(2021, 6, 3, 22, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:06:28.651042 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-0647e6dc-ee37-4176-a2dc-7ecddcf4bbf7 service neutron] Checking segment: {'id': '95668b19-637e-43fa-a795-6e39093b35e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1444, 'network_id': 'ddd8a16b-6f16-4584-998b-4fb42fefe312'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:06:28.652078 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-0647e6dc-ee37-4176-a2dc-7ecddcf4bbf7 service neutron] Bound using segment: {'id': '95668b19-637e-43fa-a795-6e39093b35e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1444, 'network_id': 'ddd8a16b-6f16-4584-998b-4fb42fefe312'} {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:06:28.652845 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-0647e6dc-ee37-4176-a2dc-7ecddcf4bbf7 service neutron] Bound port: 7110eff6-e97e-4863-8595-681ad4cd4d65, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95668b19-637e-43fa-a795-6e39093b35e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1444, 'network_id': 'ddd8a16b-6f16-4584-998b-4fb42fefe312'}}] {{(pid=92564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:06:28.653562 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-0647e6dc-ee37-4176-a2dc-7ecddcf4bbf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:28.659984 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-9c46019c-3b12-4c89-bd2a-3058ca7a6886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:28.719169 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-5ce0e7f8-955a-4946-afb3-f6b151a48da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:28.724803 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-684831a5-a14f-4357-87f8-dfcbadfaf4a7 req-27886465-6653-40b4-bf16-e623a81036f5 service neutron] 10.222.0.58 "GET /v2.0/networks/35f20c75-e7a0-4927-b48f-493b756f4e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2241800
Jun 03 22:06:28.755064 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-5ce0e7f8-955a-4946-afb3-f6b151a48da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:28.780712 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-0647e6dc-ee37-4176-a2dc-7ecddcf4bbf7 service neutron] For port 7110eff6-e97e-4863-8595-681ad4cd4d65, host hv-cinder-79466, cleared binding levels {{(pid=92564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:06:28.785270 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-0647e6dc-ee37-4176-a2dc-7ecddcf4bbf7 service neutron] For port 7110eff6-e97e-4863-8595-681ad4cd4d65, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=7110eff6-e97e-4863-8595-681ad4cd4d65,segment=NetworkSegment(95668b19-637e-43fa-a795-6e39093b35e3),segment_id=95668b19-637e-43fa-a795-6e39093b35e3)] {{(pid=92564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:06:28.879785 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-0647e6dc-ee37-4176-a2dc-7ecddcf4bbf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31972166'] for port, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:28.887973 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:28.932352 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-5ce0e7f8-955a-4946-afb3-f6b151a48da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:28.938295 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-42deb23a-dee3-4c4b-afde-25556ab22f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:28.969834 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-0647e6dc-ee37-4176-a2dc-7ecddcf4bbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:28.970703 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-0647e6dc-ee37-4176-a2dc-7ecddcf4bbf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:28.972178 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-0647e6dc-ee37-4176-a2dc-7ecddcf4bbf7 service neutron] 10.222.0.58 "PUT /v2.0/ports/7110eff6-e97e-4863-8595-681ad4cd4d65 HTTP/1.1" status: 200  len: 1093 time: 2.3033533
Jun 03 22:06:28.972727 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d064e37-9baf-418d-bf80-da40021d3c6c', 'tag': '7110eff6-e97e-4863-8595-681ad4cd4d65'}] {{(pid=92564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:06:28.975143 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c024af40dcbc7289fed731e5c35c42eecf8f16a39534b44a636824a10e0ed12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ce2dc5-b915-40f0-b92c-dbd2f7dac9e9" -d '{"events": [{"name": "network-changed", "server_uuid": "3d064e37-9baf-418d-bf80-da40021d3c6c", "tag": "7110eff6-e97e-4863-8595-681ad4cd4d65"}]}' {{(pid=92564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:06:28.995279 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce0e7f8-955a-4946-afb3-f6b151a48da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd95e2c1-65d7-43a9-a722-9c2ff98b3b86,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:29.007916 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-5ce0e7f8-955a-4946-afb3-f6b151a48da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:29.029643 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647e6dc-ee37-4176-a2dc-7ecddcf4bbf7 service neutron] Pushing event updated for resources: {'Port': ['ID=7110eff6-e97e-4863-8595-681ad4cd4d65,revision_number=3']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:29.039285 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-0647e6dc-ee37-4176-a2dc-7ecddcf4bbf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:29.121414 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-5ce0e7f8-955a-4946-afb3-f6b151a48da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:29.122594 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-5ce0e7f8-955a-4946-afb3-f6b151a48da1 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/cd95e2c1-65d7-43a9-a722-9c2ff98b3b86 HTTP/1.1" status: 204  len: 168 time: 0.5143614
Jun 03 22:06:29.211109 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba568b-1c9f-44c8-800b-c45ce7e095fb req-fc10dcc5-3561-4cc7-b27f-b0e154f5fe31 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:29.212641 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-baba568b-1c9f-44c8-800b-c45ce7e095fb req-fc10dcc5-3561-4cc7-b27f-b0e154f5fe31 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/ports?device_id=3d064e37-9baf-418d-bf80-da40021d3c6c HTTP/1.1" status: 200  len: 943 time: 0.1984992
Jun 03 22:06:29.265453 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-40a7cacf-fa56-4089-bd97-0969d0774952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:29.266915 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-40a7cacf-fa56-4089-bd97-0969d0774952 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=03910f4f3a794683bd440260b08a9c5e&device_id=3d064e37-9baf-418d-bf80-da40021d3c6c HTTP/1.1" status: 200  len: 1096 time: 0.1179323
Jun 03 22:06:29.268617 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-baba568b-1c9f-44c8-800b-c45ce7e095fb req-ef28d816-5162-484b-9ee7-bda2c8a49abd tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Synchronizing usage tracker for tenant:03910f4f3a794683bd440260b08a9c5e on resource:security_group {{(pid=92563) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:06:29.275966 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debbfdb-8f89-436a-866b-e75072f3de2e req-84417509-4dd3-40f3-a2c4-3271c52c9742 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:29.277382 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6debbfdb-8f89-436a-866b-e75072f3de2e req-84417509-4dd3-40f3-a2c4-3271c52c9742 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 945 time: 0.2031889
Jun 03 22:06:29.361037 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-cc5e6c50-2425-4129-adca-4ff360326d1b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7110eff6-e97e-4863-8595-681ad4cd4d65 HTTP/1.1" status: 200  len: 217 time: 0.0825908
Jun 03 22:06:29.431279 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6debbfdb-8f89-436a-866b-e75072f3de2e req-95c73dc8-6846-490f-9110-bf6efc0581e9 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018994
Jun 03 22:06:29.455466 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-baba568b-1c9f-44c8-800b-c45ce7e095fb req-ef28d816-5162-484b-9ee7-bda2c8a49abd tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Unset dirty status for tenant:03910f4f3a794683bd440260b08a9c5e on resource:security_group {{(pid=92563) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:06:29.470401 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-baba568b-1c9f-44c8-800b-c45ce7e095fb req-ef28d816-5162-484b-9ee7-bda2c8a49abd tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/security-groups?id=7465d1fd-ce52-4752-8297-447aa66f1dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2347906
Jun 03 22:06:29.470745 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-aa9f52ed-83f4-4b99-8c5a-73aed5771cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:29.470745 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-aa9f52ed-83f4-4b99-8c5a-73aed5771cab service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c71a1489-1ea8-4749-a3a0-328df2d25fbd HTTP/1.1" status: 200  len: 848 time: 0.0847709
Jun 03 22:06:29.527950 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f3e8fe-677f-47fe-8c27-5096061ae376 x-openstack-request-id: req-a3f3e8fe-677f-47fe-8c27-5096061ae376 {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:06:29.527950 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d064e37-9baf-418d-bf80-da40021d3c6c", "tag": "7110eff6-e97e-4863-8595-681ad4cd4d65", "status": "completed", "code": 200}]} {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:06:29.527950 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-a3f3e8fe-677f-47fe-8c27-5096061ae376 {{(pid=92564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:06:29.527950 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d064e37-9baf-418d-bf80-da40021d3c6c', 'tag': '7110eff6-e97e-4863-8595-681ad4cd4d65', 'status': 'completed', 'code': 200}
Jun 03 22:06:29.527950 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-6acc3f9b-ba3b-42dc-951b-43d79e849212 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ddd8a16b-6f16-4584-998b-4fb42fefe312&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0569730
Jun 03 22:06:29.778185 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-035b959f-6cc7-471c-b51e-e704f64a6aa3 service neutron] 10.222.0.58 "GET /v2.0/networks/ddd8a16b-6f16-4584-998b-4fb42fefe312?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2445214
Jun 03 22:06:29.851059 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e215ed0-fd73-4903-b597-645ec922392b req-2d0351d4-946a-4c0b-90de-19a32cf7582c tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:29.852517 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8e215ed0-fd73-4903-b597-645ec922392b req-2d0351d4-946a-4c0b-90de-19a32cf7582c tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/networks?id=bba2e61c-d091-4a23-95a7-3079a9574eb0 HTTP/1.1" status: 200  len: 813 time: 0.2213297
Jun 03 22:06:29.921648 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8e215ed0-fd73-4903-b597-645ec922392b req-25c15b84-fc6e-44b5-be81-bd0713a0e198 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/quotas/18fd8ab8eb5140b4ab7192485bb70cd8 HTTP/1.1" status: 200  len: 375 time: 0.0219026
Jun 03 22:06:29.993459 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-10d7302c-67ab-4e1b-962c-15819a86a2ce req-62929ef0-4bcc-4d43-b178-fffab6d18226 service neutron] 10.222.0.58 "GET /v2.0/networks/ddd8a16b-6f16-4584-998b-4fb42fefe312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2085276
Jun 03 22:06:30.029097 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8e215ed0-fd73-4903-b597-645ec922392b req-13646f54-a4da-427a-936b-7d3bb304545e tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?tenant_id=18fd8ab8eb5140b4ab7192485bb70cd8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0970142
Jun 03 22:06:30.073866 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 58988) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:30.099180 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-eedbd1cf-fa39-4001-bcca-38323d1b3847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:30.115112 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-eedbd1cf-fa39-4001-bcca-38323d1b3847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:06:30.119093 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-eedbd1cf-fa39-4001-bcca-38323d1b3847 admin admin] Usage tracker for resource:security_group_rule and tenant:74959e3159784e27876805614b361ad1 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:06:30.122079 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-eedbd1cf-fa39-4001-bcca-38323d1b3847 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:06:30.128058 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-eedbd1cf-fa39-4001-bcca-38323d1b3847 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:06:30.190428 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8e215ed0-fd73-4903-b597-645ec922392b req-e2e3adf2-e635-4428-bf7a-7e4ec0a2c2b4 service neutron] 10.222.0.106 "GET /v2.0/networks/bba2e61c-d091-4a23-95a7-3079a9574eb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1520803
Jun 03 22:06:30.226937 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-eedbd1cf-fa39-4001-bcca-38323d1b3847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:30.337275 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-eedbd1cf-fa39-4001-bcca-38323d1b3847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:30.348110 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:30.391313 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-eedbd1cf-fa39-4001-bcca-38323d1b3847 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=74959e3159784e27876805614b361ad1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3148794
Jun 03 22:06:30.392477 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedbd1cf-fa39-4001-bcca-38323d1b3847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf98bd1-a325-490a-b92d-59c6d7068540,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:30.394910 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 58996) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:30.407563 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-eedbd1cf-fa39-4001-bcca-38323d1b3847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:30.457390 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-3393747a-b431-4f14-b8ee-734c93177f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:30.486994 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8e215ed0-fd73-4903-b597-645ec922392b req-bea4b55f-fed7-4eea-96d5-d92648c1b205 service neutron] 10.222.0.106 "GET /v2.0/networks/bba2e61c-d091-4a23-95a7-3079a9574eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2798777
Jun 03 22:06:30.507328 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce2dc5-b915-40f0-b92c-dbd2f7dac9e9 req-1d90b77a-45e4-43a5-866f-7ae557bcaac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:30.508822 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-97ce2dc5-b915-40f0-b92c-dbd2f7dac9e9 req-1d90b77a-45e4-43a5-866f-7ae557bcaac0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=03910f4f3a794683bd440260b08a9c5e&device_id=3d064e37-9baf-418d-bf80-da40021d3c6c HTTP/1.1" status: 200  len: 1096 time: 0.2862964
Jun 03 22:06:30.523627 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-3393747a-b431-4f14-b8ee-734c93177f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:30.700867 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f195f9-4b25-41d9-92b6-62d68818b0b6 req-df112663-4d7b-47a8-b7b7-ac99923b4a4f tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:30.702656 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-66f195f9-4b25-41d9-92b6-62d68818b0b6 req-df112663-4d7b-47a8-b7b7-ac99923b4a4f tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 945 time: 0.0837696
Jun 03 22:06:30.733373 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce2dc5-b915-40f0-b92c-dbd2f7dac9e9 req-eedd6537-7ec4-4f7f-a423-20311d575f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:30.735713 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-97ce2dc5-b915-40f0-b92c-dbd2f7dac9e9 req-eedd6537-7ec4-4f7f-a423-20311d575f45 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ddd8a16b-6f16-4584-998b-4fb42fefe312 HTTP/1.1" status: 200  len: 910 time: 0.2220626
Jun 03 22:06:30.749698 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-66f195f9-4b25-41d9-92b6-62d68818b0b6 req-d30c94b8-d9a2-4ee1-b468-4d5ad2426397 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406790
Jun 03 22:06:30.780601 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-3393747a-b431-4f14-b8ee-734c93177f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:30.792568 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-60da8a2e-1fae-4eae-918d-7ba5c1cf10fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:30.819532 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393747a-b431-4f14-b8ee-734c93177f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf98bd1-a325-490a-b92d-59c6d7068540,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:30.827171 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-3393747a-b431-4f14-b8ee-734c93177f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:30.834076 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-3393747a-b431-4f14-b8ee-734c93177f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:30.839381 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-3393747a-b431-4f14-b8ee-734c93177f98 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/5cf98bd1-a325-490a-b92d-59c6d7068540 HTTP/1.1" status: 204  len: 168 time: 0.4433732
Jun 03 22:06:30.891831 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-97ce2dc5-b915-40f0-b92c-dbd2f7dac9e9 req-90e592c8-7778-4d2f-a24f-384539a674c8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7110eff6-e97e-4863-8595-681ad4cd4d65 HTTP/1.1" status: 200  len: 217 time: 0.1507745
Jun 03 22:06:31.006480 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ce2dc5-b915-40f0-b92c-dbd2f7dac9e9 req-d6a5fed7-ccf4-4dc7-a09b-82b74b4ee198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:31.010686 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-97ce2dc5-b915-40f0-b92c-dbd2f7dac9e9 req-d6a5fed7-ccf4-4dc7-a09b-82b74b4ee198 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c71a1489-1ea8-4749-a3a0-328df2d25fbd HTTP/1.1" status: 200  len: 848 time: 0.1031599
Jun 03 22:06:31.049767 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642517e-0ad7-49fd-9ce4-fe27b67e5ff2 req-f7fa6024-8e7c-4056-bc1d-b24b00cb45c1 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:31.053049 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-9642517e-0ad7-49fd-9ce4-fe27b67e5ff2 req-f7fa6024-8e7c-4056-bc1d-b24b00cb45c1 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/ports?device_id=3d064e37-9baf-418d-bf80-da40021d3c6c HTTP/1.1" status: 200  len: 943 time: 0.1180589
Jun 03 22:06:31.108532 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-9642517e-0ad7-49fd-9ce4-fe27b67e5ff2 req-0ce42a91-9a38-40da-a73d-635646558350 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/security-groups?id=7465d1fd-ce52-4752-8297-447aa66f1dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482979
Jun 03 22:06:31.128571 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-97ce2dc5-b915-40f0-b92c-dbd2f7dac9e9 req-05505250-7cef-433f-93ca-d5589c8e7523 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ddd8a16b-6f16-4584-998b-4fb42fefe312&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1113865
Jun 03 22:06:31.135768 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-3a39bd12-ae99-47ac-92ab-4fb9fe5fb1d8 req-339e0508-a65d-448a-9cc7-3dfb9be2ba25 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=cbabd463-d69d-488e-88a8-f1e5b8653651 HTTP/1.1" status: 200  len: 210 time: 0.0671713
Jun 03 22:06:31.282436 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-97ce2dc5-b915-40f0-b92c-dbd2f7dac9e9 req-a5702591-fcfd-4875-9a7b-5bf24835222a service neutron] 10.222.0.58 "GET /v2.0/networks/ddd8a16b-6f16-4584-998b-4fb42fefe312?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1447315
Jun 03 22:06:31.437250 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-97ce2dc5-b915-40f0-b92c-dbd2f7dac9e9 req-726ece77-9279-43d1-804b-b2d925109fad service neutron] 10.222.0.58 "GET /v2.0/networks/ddd8a16b-6f16-4584-998b-4fb42fefe312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1492846
Jun 03 22:06:31.946986 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df882cc-cea4-4350-9ec6-b7a16f88a9e6 req-a32e3337-3673-460e-aa48-830f9b73a1d8 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:31.948501 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-4df882cc-cea4-4350-9ec6-b7a16f88a9e6 req-a32e3337-3673-460e-aa48-830f9b73a1d8 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 945 time: 0.0909672
Jun 03 22:06:31.999683 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-4df882cc-cea4-4350-9ec6-b7a16f88a9e6 req-37664e71-1e62-4e39-8484-661eb570dde0 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453897
Jun 03 22:06:32.336094 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 7110eff6-e97e-4863-8595-681ad4cd4d65 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 22:06:32.420169 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba9a7d-0264-4e17-9f82-9d8fa679ae47 req-148f90ad-f37e-41c8-a478-6a51aad05595 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:32.421775 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-73ba9a7d-0264-4e17-9f82-9d8fa679ae47 req-148f90ad-f37e-41c8-a478-6a51aad05595 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/ports?device_id=3d064e37-9baf-418d-bf80-da40021d3c6c HTTP/1.1" status: 200  len: 943 time: 0.1986454
Jun 03 22:06:32.472135 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-aab6d157-2bc7-4a5e-93be-63700f8242ad req-f463dd34-64aa-44cc-840d-ee06cb070d34 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=cbabd463-d69d-488e-88a8-f1e5b8653651 HTTP/1.1" status: 200  len: 210 time: 0.0551367
Jun 03 22:06:32.492013 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-73ba9a7d-0264-4e17-9f82-9d8fa679ae47 req-28f17f34-16a9-4685-836e-203d64d7d8ac tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/security-groups?id=7465d1fd-ce52-4752-8297-447aa66f1dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554347
Jun 03 22:06:32.505321 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port 7110eff6-e97e-4863-8595-681ad4cd4d65, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=7110eff6-e97e-4863-8595-681ad4cd4d65,segment=NetworkSegment(95668b19-637e-43fa-a795-6e39093b35e3),segment_id=95668b19-637e-43fa-a795-6e39093b35e3)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:06:32.521466 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Returning: {'device': '7110eff6-e97e-4863-8595-681ad4cd4d65', 'network_id': 'ddd8a16b-6f16-4584-998b-4fb42fefe312', 'port_id': '7110eff6-e97e-4863-8595-681ad4cd4d65', 'mac_address': 'fa:16:3e:e5:95:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c71a1489-1ea8-4749-a3a0-328df2d25fbd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 22:06:32.583094 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:32.600896 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.notifiers.nova [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7110eff6-e97e-4863-8595-681ad4cd4d65 {{(pid=92565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 22:06:32.616661 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port 7110eff6-e97e-4863-8595-681ad4cd4d65, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=7110eff6-e97e-4863-8595-681ad4cd4d65,segment=NetworkSegment(95668b19-637e-43fa-a795-6e39093b35e3),segment_id=95668b19-637e-43fa-a795-6e39093b35e3)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:06:32.680474 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:32.682984 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:32.756678 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Pushing event updated for resources: {'Port': ['ID=7110eff6-e97e-4863-8595-681ad4cd4d65,revision_number=4']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:32.767233 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:06:32.770848 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:06:32.771710 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:06:32.772060 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:06:32.772396 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:06:32.772723 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:06:32.773053 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:06:32.773528 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:06:32.773862 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:06:32.774184 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:06:32.774504 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:06:32.774820 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:06:32.778781 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:33.011515 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] get_ports_and_sgs() called for port_ids ['7110eff6-e97e-4863-8595-681ad4cd4d65'] {{(pid=92565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 22:06:33.202103 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aed974-5f2c-4599-a257-7874cdfc178f req-0eda5bc3-7451-4c37-94b0-927e21e3a7ce tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:33.209015 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b4aed974-5f2c-4599-a257-7874cdfc178f req-0eda5bc3-7451-4c37-94b0-927e21e3a7ce tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 945 time: 0.0963340
Jun 03 22:06:33.271573 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b4aed974-5f2c-4599-a257-7874cdfc178f req-33283b88-bee5-472a-aaf9-08710833f4da tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615547
Jun 03 22:06:33.676111 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-769a1d07-b79d-4df0-8812-88aae96e44a6 req-c82897f5-db1c-4998-a966-24670f3f8604 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=cbabd463-d69d-488e-88a8-f1e5b8653651 HTTP/1.1" status: 200  len: 210 time: 0.0690448
Jun 03 22:06:33.687146 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e215ed0-fd73-4903-b597-645ec922392b req-13372c9e-a3fc-4a66-83de-37ce5f201dba tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:33.689066 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8e215ed0-fd73-4903-b597-645ec922392b req-13372c9e-a3fc-4a66-83de-37ce5f201dba tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.58 "GET /v2.0/networks?id=bba2e61c-d091-4a23-95a7-3079a9574eb0 HTTP/1.1" status: 200  len: 813 time: 0.2487338
Jun 03 22:06:33.704315 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [req-8e215ed0-fd73-4903-b597-645ec922392b req-ec34dd27-c50e-4b7e-a634-e9acfd97f172 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Request body: {'port': {'device_id': 'cbabd463-d69d-488e-88a8-f1e5b8653651', 'network_id': 'bba2e61c-d091-4a23-95a7-3079a9574eb0', 'admin_state_up': True, 'tenant_id': '18fd8ab8eb5140b4ab7192485bb70cd8'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:06:33.752844 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66b3b2-f17c-4da5-afed-e721f0f7354f req-262a5d5b-2b84-4717-8cdd-0069dc408b43 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:33.755499 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-9d66b3b2-f17c-4da5-afed-e721f0f7354f req-262a5d5b-2b84-4717-8cdd-0069dc408b43 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/ports?device_id=3d064e37-9baf-418d-bf80-da40021d3c6c HTTP/1.1" status: 200  len: 944 time: 0.1181993
Jun 03 22:06:33.822187 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-9d66b3b2-f17c-4da5-afed-e721f0f7354f req-7f641593-e90f-4986-a83a-2c30188c023e tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/security-groups?id=7465d1fd-ce52-4752-8297-447aa66f1dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584402
Jun 03 22:06:33.883767 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [req-8e215ed0-fd73-4903-b597-645ec922392b req-ec34dd27-c50e-4b7e-a634-e9acfd97f172 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:06:33.903660 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [req-8e215ed0-fd73-4903-b597-645ec922392b req-ec34dd27-c50e-4b7e-a634-e9acfd97f172 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:06:34.003051 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e215ed0-fd73-4903-b597-645ec922392b req-ec34dd27-c50e-4b7e-a634-e9acfd97f172 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Made reservation on behalf of 18fd8ab8eb5140b4ab7192485bb70cd8 for: {'port': 1} {{(pid=92564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:06:34.006586 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-8e215ed0-fd73-4903-b597-645ec922392b req-ec34dd27-c50e-4b7e-a634-e9acfd97f172 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:34.172040 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.db_base_plugin_common [req-8e215ed0-fd73-4903-b597-645ec922392b req-ec34dd27-c50e-4b7e-a634-e9acfd97f172 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Allocated IP 172.20.0.2 (bba2e61c-d091-4a23-95a7-3079a9574eb0/969eac6f-666f-4cbf-a728-422f9d725aef/97eb232f-df9e-4216-bca7-f5c5351ee7bd) {{(pid=92564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:06:34.334890 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 7110eff6-e97e-4863-8595-681ad4cd4d65 up at agent hyperv_hv-cinder-79466 {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:06:34.513187 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-8e215ed0-fd73-4903-b597-645ec922392b req-ec34dd27-c50e-4b7e-a634-e9acfd97f172 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Notify callbacks [] for port, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:34.558316 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Provisioning for port 7110eff6-e97e-4863-8595-681ad4cd4d65 completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:06:34.560130 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2edcde9-af81-42fe-b373-556df2e70bfc req-c07b661a-dc45-4c53-a9b2-968d97309684 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:34.561630 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b2edcde9-af81-42fe-b373-556df2e70bfc req-c07b661a-dc45-4c53-a9b2-968d97309684 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 945 time: 0.1336367
Jun 03 22:06:34.568087 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Provisioning complete for port 7110eff6-e97e-4863-8595-681ad4cd4d65 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:06:34.568682 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:34.620281 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b2edcde9-af81-42fe-b373-556df2e70bfc req-fe64a104-e210-4354-b925-2498bf49c661 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513384
Jun 03 22:06:34.644842 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-8e215ed0-fd73-4903-b597-645ec922392b req-ec34dd27-c50e-4b7e-a634-e9acfd97f172 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:34.652843 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-6418efb9-07ba-40bd-a876-acb71f9ec34e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:34.679263 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] get_ports_and_sgs() called for port_ids ['d810cee8-9bf0-4fde-b547-48bf99790f6f'] {{(pid=92565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 22:06:34.718576 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e215ed0-fd73-4903-b597-645ec922392b req-ec34dd27-c50e-4b7e-a634-e9acfd97f172 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Network bba2e61c-d091-4a23-95a7-3079a9574eb0 is already hosted by enough agents. {{(pid=92564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:06:34.719919 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.base_scheduler [req-8e215ed0-fd73-4903-b597-645ec922392b req-ec34dd27-c50e-4b7e-a634-e9acfd97f172 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Resources bound (agent type, host, resource id):  {{(pid=92564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:06:34.722756 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e215ed0-fd73-4903-b597-645ec922392b req-ec34dd27-c50e-4b7e-a634-e9acfd97f172 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Received port after_create {{(pid=92564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:06:34.756982 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:34.797340 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec34dd27-c50e-4b7e-a634-e9acfd97f172 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Pushing event updated for resources: {'Port': ['ID=97eb232f-df9e-4216-bca7-f5c5351ee7bd,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:34.800982 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-ec34dd27-c50e-4b7e-a634-e9acfd97f172 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:34.813516 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d064e37-9baf-418d-bf80-da40021d3c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7110eff6-e97e-4863-8595-681ad4cd4d65'}] {{(pid=92565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:06:34.815857 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3783812f727b5bb89ad1c4cb6955cb6829b796867b5a4f4fedffd1e1cb019440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b16375c-3800-4c4d-a7be-fe6fb8bfaefb" -d '{"events": [{"server_uuid": "3d064e37-9baf-418d-bf80-da40021d3c6c", "name": "network-vif-plugged", "status": "completed", "tag": "7110eff6-e97e-4863-8595-681ad4cd4d65"}]}' {{(pid=92565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:06:34.825770 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e215ed0-fd73-4903-b597-645ec922392b req-ec34dd27-c50e-4b7e-a634-e9acfd97f172 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:34.826545 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-8e215ed0-fd73-4903-b597-645ec922392b req-ec34dd27-c50e-4b7e-a634-e9acfd97f172 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:34.835297 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port 7110eff6-e97e-4863-8595-681ad4cd4d65, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=7110eff6-e97e-4863-8595-681ad4cd4d65,segment=NetworkSegment(95668b19-637e-43fa-a795-6e39093b35e3),segment_id=95668b19-637e-43fa-a795-6e39093b35e3)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:06:34.899396 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5593de3-3977-4a6c-8e21-5d1e50b09ebb x-openstack-request-id: req-f5593de3-3977-4a6c-8e21-5d1e50b09ebb {{(pid=92565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:06:34.899753 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d064e37-9baf-418d-bf80-da40021d3c6c", "name": "network-vif-plugged", "status": "completed", "tag": "7110eff6-e97e-4863-8595-681ad4cd4d65", "code": 200}]} {{(pid=92565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:06:34.900545 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-f5593de3-3977-4a6c-8e21-5d1e50b09ebb {{(pid=92565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:06:34.900992 dv-cinder-794669-4-iscsi neutron-server[92565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d064e37-9baf-418d-bf80-da40021d3c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7110eff6-e97e-4863-8595-681ad4cd4d65', 'code': 200}
Jun 03 22:06:34.934940 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362abbf-0456-4c6b-9e68-0a446fca06c5 req-e008e32e-bfca-4d45-ab6a-2976bdcb9d1c tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:34.936672 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-8362abbf-0456-4c6b-9e68-0a446fca06c5 req-e008e32e-bfca-4d45-ab6a-2976bdcb9d1c tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=cbabd463-d69d-488e-88a8-f1e5b8653651 HTTP/1.1" status: 200  len: 931 time: 0.1221290
Jun 03 22:06:34.939694 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:34.949478 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:34.989293 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8e215ed0-fd73-4903-b597-645ec922392b req-ec34dd27-c50e-4b7e-a634-e9acfd97f172 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2912431
Jun 03 22:06:35.004010 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [req-8e215ed0-fd73-4903-b597-645ec922392b req-3831334a-eceb-4cc8-99c0-21d1328a52e6 service neutron] Request body: {'port': {'device_id': 'cbabd463-d69d-488e-88a8-f1e5b8653651', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:06:35.033039 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-8362abbf-0456-4c6b-9e68-0a446fca06c5 req-610605b7-b85c-404d-ac72-d9974fdfb401 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801659
Jun 03 22:06:35.054186 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Pushing event updated for resources: {'Port': ['ID=7110eff6-e97e-4863-8595-681ad4cd4d65,revision_number=5']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:35.065018 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:35.220631 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-8e215ed0-fd73-4903-b597-645ec922392b req-3831334a-eceb-4cc8-99c0-21d1328a52e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:35.252845 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aaaca7-95be-44ef-b3b0-a48dfca5ffb9 req-deb180fc-9c11-43d3-8c8a-d4d3e3a15082 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:35.254337 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-91aaaca7-95be-44ef-b3b0-a48dfca5ffb9 req-deb180fc-9c11-43d3-8c8a-d4d3e3a15082 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/ports?device_id=3d064e37-9baf-418d-bf80-da40021d3c6c HTTP/1.1" status: 200  len: 945 time: 0.1917660
Jun 03 22:06:35.391416 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-91aaaca7-95be-44ef-b3b0-a48dfca5ffb9 req-f1325390-5cfb-434d-ad80-82dcfffb3892 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/security-groups?id=7465d1fd-ce52-4752-8297-447aa66f1dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041019
Jun 03 22:06:35.571554 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09550523-8166-40a1-a1d3-5e58b78f4598 req-1751732d-8ba0-4b26-abd7-b2856787405a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:35.573541 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-09550523-8166-40a1-a1d3-5e58b78f4598 req-1751732d-8ba0-4b26-abd7-b2856787405a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3d064e37-9baf-418d-bf80-da40021d3c6c HTTP/1.1" status: 200  len: 1098 time: 0.2437985
Jun 03 22:06:35.641988 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-09550523-8166-40a1-a1d3-5e58b78f4598 req-14f4f86a-e9c9-4221-8eb0-7083a6147684 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7465d1fd-ce52-4752-8297-447aa66f1dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579755
Jun 03 22:06:35.725162 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [req-8e215ed0-fd73-4903-b597-645ec922392b req-3831334a-eceb-4cc8-99c0-21d1328a52e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97eb232f-df9e-4216-bca7-f5c5351ee7bd {{(pid=92564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 22:06:35.733008 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-8e215ed0-fd73-4903-b597-645ec922392b req-3831334a-eceb-4cc8-99c0-21d1328a52e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:35.748717 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.provisioning_blocks [req-8e215ed0-fd73-4903-b597-645ec922392b req-3831334a-eceb-4cc8-99c0-21d1328a52e6 service neutron] Transition to ACTIVE for port object 97eb232f-df9e-4216-bca7-f5c5351ee7bd will not be triggered until provisioned by entity L2. {{(pid=92564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:06:35.896429 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-8e215ed0-fd73-4903-b597-645ec922392b req-3831334a-eceb-4cc8-99c0-21d1328a52e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31972166'] for port, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:35.906078 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-ec34dd27-c50e-4b7e-a634-e9acfd97f172 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:35.923637 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 59154) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:35.955950 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b33012-116e-4ba1-9682-c81531d0deb0 req-91fb83c3-d52a-4543-a8aa-658ed24bda94 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:35.957472 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-39b33012-116e-4ba1-9682-c81531d0deb0 req-91fb83c3-d52a-4543-a8aa-658ed24bda94 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 945 time: 0.1885717
Jun 03 22:06:36.075378 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-55ce04c1-043d-4fbb-bd0c-9023be8358dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:36.099381 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-55ce04c1-043d-4fbb-bd0c-9023be8358dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:06:36.104767 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-55ce04c1-043d-4fbb-bd0c-9023be8358dc admin admin] Usage tracker for resource:security_group_rule and tenant:2ffc832770f64a45820fce8c5a172e95 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:06:36.108620 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-55ce04c1-043d-4fbb-bd0c-9023be8358dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:06:36.114390 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831334a-eceb-4cc8-99c0-21d1328a52e6 service neutron] Pushing event updated for resources: {'Port': ['ID=97eb232f-df9e-4216-bca7-f5c5351ee7bd,revision_number=2']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:36.119365 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-55ce04c1-043d-4fbb-bd0c-9023be8358dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:06:36.129348 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-3831334a-eceb-4cc8-99c0-21d1328a52e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:36.161736 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-39b33012-116e-4ba1-9682-c81531d0deb0 req-cbae5bef-762c-485a-b9b8-83476996837e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1948001
Jun 03 22:06:36.218760 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-8e215ed0-fd73-4903-b597-645ec922392b req-3831334a-eceb-4cc8-99c0-21d1328a52e6 service neutron] Attempting to bind port 97eb232f-df9e-4216-bca7-f5c5351ee7bd on host hv-cinder-79466 for vnic_type normal with profile  {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:06:36.219105 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-8e215ed0-fd73-4903-b597-645ec922392b req-3831334a-eceb-4cc8-99c0-21d1328a52e6 service neutron] Attempting to bind port 97eb232f-df9e-4216-bca7-f5c5351ee7bd by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '78cbdb10-dbd3-4f35-8746-fd326444031e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': 'bba2e61c-d091-4a23-95a7-3079a9574eb0'}] {{(pid=92564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:06:36.219582 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e215ed0-fd73-4903-b597-645ec922392b req-3831334a-eceb-4cc8-99c0-21d1328a52e6 service neutron] Attempting to bind port 97eb232f-df9e-4216-bca7-f5c5351ee7bd on network bba2e61c-d091-4a23-95a7-3079a9574eb0 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:06:36.225337 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e215ed0-fd73-4903-b597-645ec922392b req-3831334a-eceb-4cc8-99c0-21d1328a52e6 service neutron] Port 97eb232f-df9e-4216-bca7-f5c5351ee7bd on network bba2e61c-d091-4a23-95a7-3079a9574eb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 22:06:36.225656 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e215ed0-fd73-4903-b597-645ec922392b req-3831334a-eceb-4cc8-99c0-21d1328a52e6 service neutron] Attempting to bind port 97eb232f-df9e-4216-bca7-f5c5351ee7bd on network bba2e61c-d091-4a23-95a7-3079a9574eb0 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:06:36.231593 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e215ed0-fd73-4903-b597-645ec922392b req-3831334a-eceb-4cc8-99c0-21d1328a52e6 service neutron] Checking agent: {'id': 'ba7169ba-ec54-42ab-82e6-dffd3900ba09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 22, 3, 45), 'started_at': datetime.datetime(2021, 6, 3, 22, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:06:36.231593 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e215ed0-fd73-4903-b597-645ec922392b req-3831334a-eceb-4cc8-99c0-21d1328a52e6 service neutron] Checking segment: {'id': '78cbdb10-dbd3-4f35-8746-fd326444031e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': 'bba2e61c-d091-4a23-95a7-3079a9574eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:06:36.236880 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e215ed0-fd73-4903-b597-645ec922392b req-3831334a-eceb-4cc8-99c0-21d1328a52e6 service neutron] Bound using segment: {'id': '78cbdb10-dbd3-4f35-8746-fd326444031e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': 'bba2e61c-d091-4a23-95a7-3079a9574eb0'} {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:06:36.236880 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-8e215ed0-fd73-4903-b597-645ec922392b req-3831334a-eceb-4cc8-99c0-21d1328a52e6 service neutron] Bound port: 97eb232f-df9e-4216-bca7-f5c5351ee7bd, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78cbdb10-dbd3-4f35-8746-fd326444031e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': 'bba2e61c-d091-4a23-95a7-3079a9574eb0'}}] {{(pid=92564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:06:36.236880 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-8e215ed0-fd73-4903-b597-645ec922392b req-3831334a-eceb-4cc8-99c0-21d1328a52e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:36.270306 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-55ce04c1-043d-4fbb-bd0c-9023be8358dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:36.308940 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d787232-3cdd-4ac1-8550-5b2ce9577448 req-54f12dfd-7e45-4d56-8069-b30f6c717444 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:36.310796 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-8d787232-3cdd-4ac1-8550-5b2ce9577448 req-54f12dfd-7e45-4d56-8069-b30f6c717444 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=cbabd463-d69d-488e-88a8-f1e5b8653651 HTTP/1.1" status: 200  len: 943 time: 0.1350694
Jun 03 22:06:36.338942 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-8e215ed0-fd73-4903-b597-645ec922392b req-3831334a-eceb-4cc8-99c0-21d1328a52e6 service neutron] For port 97eb232f-df9e-4216-bca7-f5c5351ee7bd, host hv-cinder-79466, cleared binding levels {{(pid=92564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:06:36.342761 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-8e215ed0-fd73-4903-b597-645ec922392b req-3831334a-eceb-4cc8-99c0-21d1328a52e6 service neutron] For port 97eb232f-df9e-4216-bca7-f5c5351ee7bd, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=97eb232f-df9e-4216-bca7-f5c5351ee7bd,segment=NetworkSegment(78cbdb10-dbd3-4f35-8746-fd326444031e),segment_id=78cbdb10-dbd3-4f35-8746-fd326444031e)] {{(pid=92564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:06:36.387492 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-8d787232-3cdd-4ac1-8550-5b2ce9577448 req-859d362d-0c7b-44c9-9e91-77dbe09ed09a tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692177
Jun 03 22:06:36.412878 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-55ce04c1-043d-4fbb-bd0c-9023be8358dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:36.438348 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-5ce0e7f8-955a-4946-afb3-f6b151a48da1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:36.483648 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-55ce04c1-043d-4fbb-bd0c-9023be8358dc admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=2ffc832770f64a45820fce8c5a172e95&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5586517
Jun 03 22:06:36.486717 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 59166) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:36.489793 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce04c1-043d-4fbb-bd0c-9023be8358dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b435175-e1cc-4fb5-9ced-29c61b87a44f,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:36.494868 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-8e215ed0-fd73-4903-b597-645ec922392b req-3831334a-eceb-4cc8-99c0-21d1328a52e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31972166'] for port, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:36.495947 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-55ce04c1-043d-4fbb-bd0c-9023be8358dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:36.535607 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-4002cd98-8f75-48e4-9442-4d81fe86ef43 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:36.661003 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e215ed0-fd73-4903-b597-645ec922392b req-3831334a-eceb-4cc8-99c0-21d1328a52e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:36.661737 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-8e215ed0-fd73-4903-b597-645ec922392b req-3831334a-eceb-4cc8-99c0-21d1328a52e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:36.663282 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8e215ed0-fd73-4903-b597-645ec922392b req-3831334a-eceb-4cc8-99c0-21d1328a52e6 service neutron] 10.222.0.58 "PUT /v2.0/ports/97eb232f-df9e-4216-bca7-f5c5351ee7bd HTTP/1.1" status: 200  len: 1093 time: 1.6671727
Jun 03 22:06:36.673907 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbabd463-d69d-488e-88a8-f1e5b8653651', 'tag': '97eb232f-df9e-4216-bca7-f5c5351ee7bd'}] {{(pid=92564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:06:36.676494 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c024af40dcbc7289fed731e5c35c42eecf8f16a39534b44a636824a10e0ed12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1844aea9-ac49-4999-b253-516d6bcf16d5" -d '{"events": [{"name": "network-changed", "server_uuid": "cbabd463-d69d-488e-88a8-f1e5b8653651", "tag": "97eb232f-df9e-4216-bca7-f5c5351ee7bd"}]}' {{(pid=92564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:06:36.842329 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6807e06-e2ed-4a83-8c28-b9cb1d7767dc x-openstack-request-id: req-b6807e06-e2ed-4a83-8c28-b9cb1d7767dc {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:06:36.842971 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbabd463-d69d-488e-88a8-f1e5b8653651", "tag": "97eb232f-df9e-4216-bca7-f5c5351ee7bd", "status": "completed", "code": 200}]} {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:06:36.842971 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-b6807e06-e2ed-4a83-8c28-b9cb1d7767dc {{(pid=92564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:06:36.843315 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbabd463-d69d-488e-88a8-f1e5b8653651', 'tag': '97eb232f-df9e-4216-bca7-f5c5351ee7bd', 'status': 'completed', 'code': 200}
Jun 03 22:06:36.866368 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831334a-eceb-4cc8-99c0-21d1328a52e6 service neutron] Pushing event updated for resources: {'Port': ['ID=97eb232f-df9e-4216-bca7-f5c5351ee7bd,revision_number=3']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:36.873629 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-3831334a-eceb-4cc8-99c0-21d1328a52e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:36.874432 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-c12753dc-1a65-4d55-9d98-44d4490d268e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:36.922500 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-c12753dc-1a65-4d55-9d98-44d4490d268e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:36.953531 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f0d0c-dc9d-4f68-906b-55e24814a141 req-3de967fc-6446-4dcf-b55c-384f0ca2a676 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:36.955008 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b81f0d0c-dc9d-4f68-906b-55e24814a141 req-3de967fc-6446-4dcf-b55c-384f0ca2a676 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/ports?device_id=3d064e37-9baf-418d-bf80-da40021d3c6c HTTP/1.1" status: 200  len: 945 time: 0.3688014
Jun 03 22:06:37.002421 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e215ed0-fd73-4903-b597-645ec922392b req-d441fcd3-d583-4bc2-a40c-cd2f18cc93f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:37.003902 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8e215ed0-fd73-4903-b597-645ec922392b req-d441fcd3-d583-4bc2-a40c-cd2f18cc93f9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=18fd8ab8eb5140b4ab7192485bb70cd8&device_id=cbabd463-d69d-488e-88a8-f1e5b8653651 HTTP/1.1" status: 200  len: 1096 time: 0.2074759
Jun 03 22:06:37.084620 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8e215ed0-fd73-4903-b597-645ec922392b req-80174b4f-55c4-4387-ad50-ed81f37361ba service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97eb232f-df9e-4216-bca7-f5c5351ee7bd HTTP/1.1" status: 200  len: 217 time: 0.0735383
Jun 03 22:06:37.137889 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b81f0d0c-dc9d-4f68-906b-55e24814a141 req-7eb23d71-4361-4790-92ef-d9e70406b52b tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/security-groups?id=7465d1fd-ce52-4752-8297-447aa66f1dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1721539
Jun 03 22:06:37.167117 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e215ed0-fd73-4903-b597-645ec922392b req-6666686c-d581-4cd4-bfd6-68af1828e31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:37.168781 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8e215ed0-fd73-4903-b597-645ec922392b req-6666686c-d581-4cd4-bfd6-68af1828e31b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=969eac6f-666f-4cbf-a728-422f9d725aef HTTP/1.1" status: 200  len: 853 time: 0.0797281
Jun 03 22:06:37.220244 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8e215ed0-fd73-4903-b597-645ec922392b req-819661a4-4e52-4971-9263-f0315b7a70f0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bba2e61c-d091-4a23-95a7-3079a9574eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0453506
Jun 03 22:06:37.246468 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-c12753dc-1a65-4d55-9d98-44d4490d268e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:37.253334 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:37.276418 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12753dc-1a65-4d55-9d98-44d4490d268e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b435175-e1cc-4fb5-9ced-29c61b87a44f,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:37.281392 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-c12753dc-1a65-4d55-9d98-44d4490d268e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:37.341756 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-c12753dc-1a65-4d55-9d98-44d4490d268e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:37.342937 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-c12753dc-1a65-4d55-9d98-44d4490d268e admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/9b435175-e1cc-4fb5-9ced-29c61b87a44f HTTP/1.1" status: 204  len: 168 time: 0.8352110
Jun 03 22:06:37.393278 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8e215ed0-fd73-4903-b597-645ec922392b req-db94fdee-027b-4f9c-91a4-9ee1fe726a42 service neutron] 10.222.0.58 "GET /v2.0/networks/bba2e61c-d091-4a23-95a7-3079a9574eb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1665447
Jun 03 22:06:37.420049 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162da342-6ed2-4b5b-ade0-17521e9151f9 req-9794d0e8-4947-4c97-a459-e76b3e0ab575 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:37.423275 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-162da342-6ed2-4b5b-ade0-17521e9151f9 req-9794d0e8-4947-4c97-a459-e76b3e0ab575 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 945 time: 0.1051748
Jun 03 22:06:37.526225 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-162da342-6ed2-4b5b-ade0-17521e9151f9 req-bbc38a56-ae35-488b-ae20-9d301d2fc3b4 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925672
Jun 03 22:06:37.552712 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8e215ed0-fd73-4903-b597-645ec922392b req-ce728e35-bc32-4773-a66e-d8593e6e5188 service neutron] 10.222.0.58 "GET /v2.0/networks/bba2e61c-d091-4a23-95a7-3079a9574eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1533918
Jun 03 22:06:37.758074 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8a921-1eab-409e-a7e1-6777d834767f req-45a72ea6-2b0e-4109-a454-a660eeef4a2c tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:37.759101 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-21a8a921-1eab-409e-a7e1-6777d834767f req-45a72ea6-2b0e-4109-a454-a660eeef4a2c tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Synchronizing usage tracker for tenant:18fd8ab8eb5140b4ab7192485bb70cd8 on resource:port {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:06:37.792785 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844aea9-ac49-4999-b253-516d6bcf16d5 req-dfdf03b1-d214-444a-b9f2-15d992af3578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:37.794411 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-1844aea9-ac49-4999-b253-516d6bcf16d5 req-dfdf03b1-d214-444a-b9f2-15d992af3578 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=18fd8ab8eb5140b4ab7192485bb70cd8&device_id=cbabd463-d69d-488e-88a8-f1e5b8653651 HTTP/1.1" status: 200  len: 1096 time: 0.1227028
Jun 03 22:06:37.895661 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-21a8a921-1eab-409e-a7e1-6777d834767f req-45a72ea6-2b0e-4109-a454-a660eeef4a2c tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Unset dirty status for tenant:18fd8ab8eb5140b4ab7192485bb70cd8 on resource:port {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:06:37.896823 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-21a8a921-1eab-409e-a7e1-6777d834767f req-45a72ea6-2b0e-4109-a454-a660eeef4a2c tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=cbabd463-d69d-488e-88a8-f1e5b8653651 HTTP/1.1" status: 200  len: 943 time: 0.2898762
Jun 03 22:06:37.971193 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-21a8a921-1eab-409e-a7e1-6777d834767f req-a38ba8b7-1388-45aa-984d-530c3b6681c1 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665817
Jun 03 22:06:37.973691 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844aea9-ac49-4999-b253-516d6bcf16d5 req-ce487ce5-2a07-40d9-97b2-ad0b1074d64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:37.985115 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-1844aea9-ac49-4999-b253-516d6bcf16d5 req-ce487ce5-2a07-40d9-97b2-ad0b1074d64c service neutron] 10.222.0.58 "GET /v2.0/networks?id=bba2e61c-d091-4a23-95a7-3079a9574eb0 HTTP/1.1" status: 200  len: 915 time: 0.1757638
Jun 03 22:06:38.062150 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-1844aea9-ac49-4999-b253-516d6bcf16d5 req-97af1ca0-f21c-47a4-b734-6e64483b7986 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=97eb232f-df9e-4216-bca7-f5c5351ee7bd HTTP/1.1" status: 200  len: 217 time: 0.0740564
Jun 03 22:06:38.129776 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844aea9-ac49-4999-b253-516d6bcf16d5 req-6d8494a5-4e6e-405b-a85d-299305ed4583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:38.131180 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-1844aea9-ac49-4999-b253-516d6bcf16d5 req-6d8494a5-4e6e-405b-a85d-299305ed4583 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=969eac6f-666f-4cbf-a728-422f9d725aef HTTP/1.1" status: 200  len: 853 time: 0.0598609
Jun 03 22:06:38.180470 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-1844aea9-ac49-4999-b253-516d6bcf16d5 req-952d9de1-627c-4c2b-9a81-25f00fec3ac0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bba2e61c-d091-4a23-95a7-3079a9574eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0423226
Jun 03 22:06:38.340699 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 59212) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:38.367949 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-23a3e0b1-0e02-4253-a083-34a454152136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:38.382916 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-1844aea9-ac49-4999-b253-516d6bcf16d5 req-5331888b-e4a2-4983-8663-d6179e087f10 service neutron] 10.222.0.58 "GET /v2.0/networks/bba2e61c-d091-4a23-95a7-3079a9574eb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1965823
Jun 03 22:06:38.386738 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-23a3e0b1-0e02-4253-a083-34a454152136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:06:38.392857 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-23a3e0b1-0e02-4253-a083-34a454152136 admin admin] Usage tracker for resource:security_group_rule and tenant:cd478ce3af4c44469191eac663a8388e is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:06:38.397786 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-23a3e0b1-0e02-4253-a083-34a454152136 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:06:38.411542 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-23a3e0b1-0e02-4253-a083-34a454152136 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:06:38.423419 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed24cd59-bd15-4f00-b0cd-e53503885f8f req-c428e8f8-b0c1-4393-bd16-1b8e2377f1c1 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:38.424915 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-ed24cd59-bd15-4f00-b0cd-e53503885f8f req-c428e8f8-b0c1-4393-bd16-1b8e2377f1c1 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/ports?device_id=3d064e37-9baf-418d-bf80-da40021d3c6c HTTP/1.1" status: 200  len: 945 time: 0.1631289
Jun 03 22:06:38.447373 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670e2bb-524c-4548-9bbf-969c15baab45 req-8c16e298-c3c7-4fb1-b25e-312f49097895 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:38.448866 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-c670e2bb-524c-4548-9bbf-969c15baab45 req-8c16e298-c3c7-4fb1-b25e-312f49097895 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/ports?device_id=650b2ae2-8e3b-4da1-a16d-efffbc81a30b HTTP/1.1" status: 200  len: 945 time: 0.1737750
Jun 03 22:06:38.494712 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-ed24cd59-bd15-4f00-b0cd-e53503885f8f req-044cfa4c-e1dd-477b-b9ea-7d05fab391a6 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/security-groups?id=7465d1fd-ce52-4752-8297-447aa66f1dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601399
Jun 03 22:06:38.565659 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-23a3e0b1-0e02-4253-a083-34a454152136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:38.593914 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-1844aea9-ac49-4999-b253-516d6bcf16d5 req-db070382-0032-4925-8b01-b1f7302e169a service neutron] 10.222.0.58 "GET /v2.0/networks/bba2e61c-d091-4a23-95a7-3079a9574eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2031484
Jun 03 22:06:38.626228 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-c670e2bb-524c-4548-9bbf-969c15baab45 req-a0181491-d4c8-443d-8e0f-2bc2f419a1ae tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/security-groups?id=b0cef449-8cef-4fbc-b1f0-25ba3c3e8b03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1319709
Jun 03 22:06:38.637751 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-23a3e0b1-0e02-4253-a083-34a454152136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:38.645925 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-2b1741e0-c5a7-42e3-89fe-a4a8f539220e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:38.749762 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a3e0b1-0e02-4253-a083-34a454152136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bb2e52-9690-4127-8d64-9324bab54dd3,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:38.752853 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-23a3e0b1-0e02-4253-a083-34a454152136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:38.757402 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-23a3e0b1-0e02-4253-a083-34a454152136 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=cd478ce3af4c44469191eac663a8388e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4142652
Jun 03 22:06:38.759248 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 59222) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:38.844342 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f39c9d-b728-481b-aff9-d14eb289cbb2 req-3a64361c-d796-4cce-a801-b4b503d21b42 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:38.848301 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-77f39c9d-b728-481b-aff9-d14eb289cbb2 req-3a64361c-d796-4cce-a801-b4b503d21b42 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 945 time: 0.1785929
Jun 03 22:06:38.851981 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-dc574497-388a-4029-b7e0-d0771cddd4d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:38.913567 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-dc574497-388a-4029-b7e0-d0771cddd4d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:38.931985 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-77f39c9d-b728-481b-aff9-d14eb289cbb2 req-8340fc05-da1b-4648-ab10-2a212fed3044 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770702
Jun 03 22:06:39.093226 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 59230) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:39.146904 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-dc574497-388a-4029-b7e0-d0771cddd4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:39.152665 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-23a3e0b1-0e02-4253-a083-34a454152136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:39.173311 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc574497-388a-4029-b7e0-d0771cddd4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bb2e52-9690-4127-8d64-9324bab54dd3,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:39.175566 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-dc574497-388a-4029-b7e0-d0771cddd4d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:39.210751 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-dc574497-388a-4029-b7e0-d0771cddd4d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:39.210751 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-dc574497-388a-4029-b7e0-d0771cddd4d7 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/a7bb2e52-9690-4127-8d64-9324bab54dd3 HTTP/1.1" status: 204  len: 168 time: 0.4387288
Jun 03 22:06:39.270252 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-93b3e4c5-1b8f-4c01-8ff1-f83334b6c647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:39.271011 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb14ea-c0ee-45b2-a9a6-1ce2edfd3084 req-1ad547c7-4db4-499e-918d-dcf46f66c209 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:39.278950 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a8cb14ea-c0ee-45b2-a9a6-1ce2edfd3084 req-1ad547c7-4db4-499e-918d-dcf46f66c209 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=cbabd463-d69d-488e-88a8-f1e5b8653651 HTTP/1.1" status: 200  len: 943 time: 0.1875477
Jun 03 22:06:39.291437 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-93b3e4c5-1b8f-4c01-8ff1-f83334b6c647 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:06:39.296169 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-93b3e4c5-1b8f-4c01-8ff1-f83334b6c647 admin admin] Usage tracker for resource:security_group_rule and tenant:4426c709a2c54880a43399f6a756a09a is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:06:39.300025 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-93b3e4c5-1b8f-4c01-8ff1-f83334b6c647 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:06:39.312418 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-93b3e4c5-1b8f-4c01-8ff1-f83334b6c647 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:06:39.409467 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a8cb14ea-c0ee-45b2-a9a6-1ce2edfd3084 req-f3a2ba16-9429-436c-bc77-e968baefbe0e tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1296506
Jun 03 22:06:39.439298 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-93b3e4c5-1b8f-4c01-8ff1-f83334b6c647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:39.537061 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-93b3e4c5-1b8f-4c01-8ff1-f83334b6c647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:39.545129 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-fe3f7a13-a7de-40c1-995c-42d520188d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:39.585299 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b3e4c5-1b8f-4c01-8ff1-f83334b6c647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fece339-fe92-4d28-beae-1007b4dd3c1b,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:39.588956 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-93b3e4c5-1b8f-4c01-8ff1-f83334b6c647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:39.591947 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-93b3e4c5-1b8f-4c01-8ff1-f83334b6c647 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=4426c709a2c54880a43399f6a756a09a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4977016
Jun 03 22:06:39.595642 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 59244) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:39.606126 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb42f7c-1d0d-42ec-8020-fbb676bda6fc req-5f10a37b-f1a7-4403-a293-346937cdfaf2 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:39.607680 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-bfb42f7c-1d0d-42ec-8020-fbb676bda6fc req-5f10a37b-f1a7-4403-a293-346937cdfaf2 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.58 "GET /v2.0/ports?device_id=650b2ae2-8e3b-4da1-a16d-efffbc81a30b HTTP/1.1" status: 200  len: 945 time: 0.0849614
Jun 03 22:06:39.683179 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-6af039b0-7642-4f45-b966-52c9e372c8fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:39.713173 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-6af039b0-7642-4f45-b966-52c9e372c8fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:39.773478 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [req-bfb42f7c-1d0d-42ec-8020-fbb676bda6fc req-98ee1e7d-8857-44f9-b18e-60d9ab2c6ce6 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Deleting port d851968b-5b98-4e8f-8755-004b494085db {{(pid=92564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:06:39.774742 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-bfb42f7c-1d0d-42ec-8020-fbb676bda6fc req-98ee1e7d-8857-44f9-b18e-60d9ab2c6ce6 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:39.863689 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b5b38-3d42-4ed5-8437-944b09868c88 req-9c2994c3-331c-49ea-bf0c-7ed64dc73640 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:39.865089 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-692b5b38-3d42-4ed5-8437-944b09868c88 req-9c2994c3-331c-49ea-bf0c-7ed64dc73640 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/ports?device_id=650b2ae2-8e3b-4da1-a16d-efffbc81a30b HTTP/1.1" status: 200  len: 945 time: 0.0815477
Jun 03 22:06:39.866145 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-6af039b0-7642-4f45-b966-52c9e372c8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:39.870048 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-93b3e4c5-1b8f-4c01-8ff1-f83334b6c647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:39.902453 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af039b0-7642-4f45-b966-52c9e372c8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fece339-fe92-4d28-beae-1007b4dd3c1b,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:39.904189 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-6af039b0-7642-4f45-b966-52c9e372c8fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:39.911080 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-6af039b0-7642-4f45-b966-52c9e372c8fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:39.913105 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-6af039b0-7642-4f45-b966-52c9e372c8fb admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/6fece339-fe92-4d28-beae-1007b4dd3c1b HTTP/1.1" status: 204  len: 168 time: 0.3161139
Jun 03 22:06:39.932392 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-bfb42f7c-1d0d-42ec-8020-fbb676bda6fc req-98ee1e7d-8857-44f9-b18e-60d9ab2c6ce6 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] For port d851968b-5b98-4e8f-8755-004b494085db, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=d851968b-5b98-4e8f-8755-004b494085db,segment=NetworkSegment(c390c824-bb20-443e-b455-af1f6c810dea),segment_id=c390c824-bb20-443e-b455-af1f6c810dea)] {{(pid=92564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:06:39.932694 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-bfb42f7c-1d0d-42ec-8020-fbb676bda6fc req-98ee1e7d-8857-44f9-b18e-60d9ab2c6ce6 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:39.938002 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-692b5b38-3d42-4ed5-8437-944b09868c88 req-274d64a0-32f2-4d0e-b0f7-3e23dd3d4f6e tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/security-groups?id=b0cef449-8cef-4fbc-b1f0-25ba3c3e8b03&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597031
Jun 03 22:06:40.102068 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [req-bfb42f7c-1d0d-42ec-8020-fbb676bda6fc req-98ee1e7d-8857-44f9-b18e-60d9ab2c6ce6 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Calling delete_port for d851968b-5b98-4e8f-8755-004b494085db owned by compute:nova {{(pid=92564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:06:40.204222 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 59262) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:40.222261 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-167ff489-a63e-4ee5-a0c0-f0ccbe6008e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:40.238551 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-167ff489-a63e-4ee5-a0c0-f0ccbe6008e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:06:40.242774 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-167ff489-a63e-4ee5-a0c0-f0ccbe6008e9 admin admin] Usage tracker for resource:security_group_rule and tenant:c065038f47594ebaa43f6e73e4f4ab8c is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:06:40.248040 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-167ff489-a63e-4ee5-a0c0-f0ccbe6008e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:06:40.254200 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-167ff489-a63e-4ee5-a0c0-f0ccbe6008e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:06:40.309473 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4862d-b6be-43cf-9a0e-645d44585d08 req-71656072-3202-41d5-acfc-f0d67f4c7232 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:40.311083 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-d0a4862d-b6be-43cf-9a0e-645d44585d08 req-71656072-3202-41d5-acfc-f0d67f4c7232 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 945 time: 0.2054987
Jun 03 22:06:40.377193 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 97eb232f-df9e-4216-bca7-f5c5351ee7bd details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 22:06:40.388329 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-167ff489-a63e-4ee5-a0c0-f0ccbe6008e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:40.455492 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-d0a4862d-b6be-43cf-9a0e-645d44585d08 req-ec3b4b06-241b-47cf-93d4-60f13a9d2e11 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919073
Jun 03 22:06:40.475251 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-167ff489-a63e-4ee5-a0c0-f0ccbe6008e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:40.487738 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-7d57b8f5-360f-4bfd-8601-10798c0ef25b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:40.545262 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-167ff489-a63e-4ee5-a0c0-f0ccbe6008e9 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=c065038f47594ebaa43f6e73e4f4ab8c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3372636
Jun 03 22:06:40.545262 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ff489-a63e-4ee5-a0c0-f0ccbe6008e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f701fa-d72c-4e79-93f7-e9393d451aee,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:40.545563 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 59270) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:40.552103 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-167ff489-a63e-4ee5-a0c0-f0ccbe6008e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:40.556057 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port 97eb232f-df9e-4216-bca7-f5c5351ee7bd, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=97eb232f-df9e-4216-bca7-f5c5351ee7bd,segment=NetworkSegment(78cbdb10-dbd3-4f35-8746-fd326444031e),segment_id=78cbdb10-dbd3-4f35-8746-fd326444031e)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:06:40.562919 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-bfb42f7c-1d0d-42ec-8020-fbb676bda6fc req-98ee1e7d-8857-44f9-b18e-60d9ab2c6ce6 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:40.574435 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Returning: {'device': '97eb232f-df9e-4216-bca7-f5c5351ee7bd', 'network_id': 'bba2e61c-d091-4a23-95a7-3079a9574eb0', 'port_id': '97eb232f-df9e-4216-bca7-f5c5351ee7bd', 'mac_address': 'fa:16:3e:f4:0c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '969eac6f-666f-4cbf-a728-422f9d725aef', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 22:06:40.577373 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:40.627547 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] get_ports_and_sgs() called for port_ids ['d851968b-5b98-4e8f-8755-004b494085db'] {{(pid=92565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 22:06:40.637632 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee1e7d-8857-44f9-b18e-60d9ab2c6ce6 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Pushing event deleted for resources: {'Port': ['ID=d851968b-5b98-4e8f-8755-004b494085db,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:40.648866 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-98ee1e7d-8857-44f9-b18e-60d9ab2c6ce6 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:40.686840 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:40.708328 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.notifiers.nova [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97eb232f-df9e-4216-bca7-f5c5351ee7bd {{(pid=92565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 22:06:40.724943 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port 97eb232f-df9e-4216-bca7-f5c5351ee7bd, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=97eb232f-df9e-4216-bca7-f5c5351ee7bd,segment=NetworkSegment(78cbdb10-dbd3-4f35-8746-fd326444031e),segment_id=78cbdb10-dbd3-4f35-8746-fd326444031e)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:06:40.775965 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb42f7c-1d0d-42ec-8020-fbb676bda6fc req-98ee1e7d-8857-44f9-b18e-60d9ab2c6ce6 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] No DVR routers for this DVR port d851968b-5b98-4e8f-8755-004b494085db on host hv-cinder-79466 {{(pid=92564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 22:06:40.789078 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-bfb42f7c-1d0d-42ec-8020-fbb676bda6fc req-98ee1e7d-8857-44f9-b18e-60d9ab2c6ce6 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:40.793209 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650b2ae2-8e3b-4da1-a16d-efffbc81a30b', 'name': 'network-vif-deleted', 'tag': 'd851968b-5b98-4e8f-8755-004b494085db'}] {{(pid=92564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:06:40.795476 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c024af40dcbc7289fed731e5c35c42eecf8f16a39534b44a636824a10e0ed12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39813a13-38dd-4cc7-b804-27ff45461ca1" -d '{"events": [{"server_uuid": "650b2ae2-8e3b-4da1-a16d-efffbc81a30b", "name": "network-vif-deleted", "tag": "d851968b-5b98-4e8f-8755-004b494085db"}]}' {{(pid=92564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:06:40.797844 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-9e836b86-d91c-4750-a7cc-203ecc1673e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:40.830548 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 59276) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:40.841329 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-9e836b86-d91c-4750-a7cc-203ecc1673e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:40.849924 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-695b1906-2c7b-4afc-aa79-495d5a40a6a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:40.851762 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:40.855861 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:40.868096 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-695b1906-2c7b-4afc-aa79-495d5a40a6a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:06:40.873878 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-695b1906-2c7b-4afc-aa79-495d5a40a6a8 admin admin] Usage tracker for resource:security_group_rule and tenant:1b285b2544df4a4596229491cfd2b8c9 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:06:40.877864 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-695b1906-2c7b-4afc-aa79-495d5a40a6a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:06:40.886864 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-695b1906-2c7b-4afc-aa79-495d5a40a6a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:06:40.906095 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a578a2-208c-43cc-be7c-c9179cecebfd req-1d8a135b-22d3-4bf1-a483-44075bcdd915 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:40.908501 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-45a578a2-208c-43cc-be7c-c9179cecebfd req-1d8a135b-22d3-4bf1-a483-44075bcdd915 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=cbabd463-d69d-488e-88a8-f1e5b8653651 HTTP/1.1" status: 200  len: 943 time: 0.1719344
Jun 03 22:06:40.914567 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb467f98-0582-407b-b028-c2357c4848c2 req-a58cc5a5-4d6c-4ec7-9439-4daf03a2ed1e tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:40.916730 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-cb467f98-0582-407b-b028-c2357c4848c2 req-a58cc5a5-4d6c-4ec7-9439-4daf03a2ed1e tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/ports?device_id=3d064e37-9baf-418d-bf80-da40021d3c6c HTTP/1.1" status: 200  len: 945 time: 0.1420171
Jun 03 22:06:40.936378 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-bfb42f7c-1d0d-42ec-8020-fbb676bda6fc req-98ee1e7d-8857-44f9-b18e-60d9ab2c6ce6 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.58 "DELETE /v2.0/ports/d851968b-5b98-4e8f-8755-004b494085db HTTP/1.1" status: 204  len: 173 time: 1.3210983
Jun 03 22:06:40.999914 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Pushing event updated for resources: {'Port': ['ID=97eb232f-df9e-4216-bca7-f5c5351ee7bd,revision_number=4']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:41.001083 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-45a578a2-208c-43cc-be7c-c9179cecebfd req-33fbeb68-60d5-4542-b263-a7ce163f7f32 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519311
Jun 03 22:06:41.001595 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:41.001798 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-cb467f98-0582-407b-b028-c2357c4848c2 req-98d74122-89d1-4227-bffd-c737c610168a tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/security-groups?id=7465d1fd-ce52-4752-8297-447aa66f1dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515556
Jun 03 22:06:41.030078 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce3b279-b7eb-4a75-b620-608f170a3cf4 x-openstack-request-id: req-2ce3b279-b7eb-4a75-b620-608f170a3cf4 {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:06:41.030548 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650b2ae2-8e3b-4da1-a16d-efffbc81a30b", "name": "network-vif-deleted", "tag": "d851968b-5b98-4e8f-8755-004b494085db", "status": "completed", "code": 200}]} {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:06:41.030946 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-2ce3b279-b7eb-4a75-b620-608f170a3cf4 {{(pid=92564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:06:41.031536 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650b2ae2-8e3b-4da1-a16d-efffbc81a30b', 'name': 'network-vif-deleted', 'tag': 'd851968b-5b98-4e8f-8755-004b494085db', 'status': 'completed', 'code': 200}
Jun 03 22:06:41.106945 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] get_ports_and_sgs() called for port_ids ['97eb232f-df9e-4216-bca7-f5c5351ee7bd'] {{(pid=92565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 22:06:41.132434 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-5c03bebb-008a-45b7-a819-2a2b6685fd4b req-b7c8b0a8-32da-4005-aa9c-fc53f0da461a tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/ports?device_id=650b2ae2-8e3b-4da1-a16d-efffbc81a30b HTTP/1.1" status: 200  len: 210 time: 0.0431278
Jun 03 22:06:41.141712 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-9e836b86-d91c-4750-a7cc-203ecc1673e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:41.151339 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-75e04823-3e2d-4c34-ba19-31c1a90c9ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:41.184695 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e836b86-d91c-4750-a7cc-203ecc1673e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f701fa-d72c-4e79-93f7-e9393d451aee,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:41.195947 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-9e836b86-d91c-4750-a7cc-203ecc1673e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:41.201846 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-9e836b86-d91c-4750-a7cc-203ecc1673e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:41.205975 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-9e836b86-d91c-4750-a7cc-203ecc1673e7 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/e8f701fa-d72c-4e79-93f7-e9393d451aee HTTP/1.1" status: 204  len: 168 time: 0.6592207
Jun 03 22:06:41.247241 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-695b1906-2c7b-4afc-aa79-495d5a40a6a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:41.328937 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-695b1906-2c7b-4afc-aa79-495d5a40a6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:41.338427 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-90406031-5d0a-4444-b990-a205d72668d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:41.383429 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-695b1906-2c7b-4afc-aa79-495d5a40a6a8 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=1b285b2544df4a4596229491cfd2b8c9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5518053
Jun 03 22:06:41.386140 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 59286) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:41.414021 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b1906-2c7b-4afc-aa79-495d5a40a6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1065cd3-8c2c-4ce0-a611-0d83d214519d,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:41.417675 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-695b1906-2c7b-4afc-aa79-495d5a40a6a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:41.455075 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-c886f5f0-6164-4d01-b648-05a3a99f3740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:41.490569 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-c886f5f0-6164-4d01-b648-05a3a99f3740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:41.600445 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-4d4b8cdf-4b94-4621-95e1-cca2ff2c777c req-3113995d-12b3-474c-8bee-63b49c8551cf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=49718741-277c-4f5f-9669-ea4599c88de3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1261702
Jun 03 22:06:41.651928 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-c886f5f0-6164-4d01-b648-05a3a99f3740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:41.661566 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-9b8593f9-402b-4ca9-8608-8f471338b31b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:41.703776 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886f5f0-6164-4d01-b648-05a3a99f3740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1065cd3-8c2c-4ce0-a611-0d83d214519d,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:41.726504 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-c886f5f0-6164-4d01-b648-05a3a99f3740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:41.729502 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acdba49-7ec2-4177-a1fc-bd1458aa97e0 req-b3084dd6-e0e3-4073-8b43-7223c3bee8e1 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:41.731555 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8acdba49-7ec2-4177-a1fc-bd1458aa97e0 req-b3084dd6-e0e3-4073-8b43-7223c3bee8e1 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 945 time: 0.1150749
Jun 03 22:06:41.752759 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-c886f5f0-6164-4d01-b648-05a3a99f3740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:41.754272 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-c886f5f0-6164-4d01-b648-05a3a99f3740 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/d1065cd3-8c2c-4ce0-a611-0d83d214519d HTTP/1.1" status: 204  len: 168 time: 0.3672478
Jun 03 22:06:41.898087 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8acdba49-7ec2-4177-a1fc-bd1458aa97e0 req-bffc2ad9-e223-4614-9efa-8320e4413533 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832608
Jun 03 22:06:41.947707 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e369aed-0fa6-44e6-a333-375fbced6ac5 req-9cfdce5a-5100-4b41-aa7c-30e9a924e5af tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:41.949148 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-1e369aed-0fa6-44e6-a333-375fbced6ac5 req-9cfdce5a-5100-4b41-aa7c-30e9a924e5af tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.58 "GET /v2.0/ports?device_id=3d064e37-9baf-418d-bf80-da40021d3c6c HTTP/1.1" status: 200  len: 945 time: 0.1771457
Jun 03 22:06:41.951326 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b8cdf-4b94-4621-95e1-cca2ff2c777c req-83b61584-51f5-4b10-8869-54002f824562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:41.952671 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-4d4b8cdf-4b94-4621-95e1-cca2ff2c777c req-83b61584-51f5-4b10-8869-54002f824562 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=18fd8ab8eb5140b4ab7192485bb70cd8&device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 1099 time: 0.2199006
Jun 03 22:06:42.285512 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e252e6-3d2b-4677-99cf-9039f649abce req-c11d7c69-395c-49e5-ab7c-4a846cabb7e4 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:42.302835 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c6e252e6-3d2b-4677-99cf-9039f649abce req-c11d7c69-395c-49e5-ab7c-4a846cabb7e4 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=cbabd463-d69d-488e-88a8-f1e5b8653651 HTTP/1.1" status: 200  len: 944 time: 0.2031162
Jun 03 22:06:42.424650 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c6e252e6-3d2b-4677-99cf-9039f649abce req-2787f186-de8f-4154-aae1-be249b962b8f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157677
Jun 03 22:06:42.433767 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b8cdf-4b94-4621-95e1-cca2ff2c777c req-9a12edc7-3cf2-445d-bb86-3bcbcb44b650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:42.435223 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-4d4b8cdf-4b94-4621-95e1-cca2ff2c777c req-9a12edc7-3cf2-445d-bb86-3bcbcb44b650 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bba2e61c-d091-4a23-95a7-3079a9574eb0 HTTP/1.1" status: 200  len: 915 time: 0.4445040
Jun 03 22:06:42.443320 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [req-1e369aed-0fa6-44e6-a333-375fbced6ac5 req-b0167b92-04a4-4c5f-8f51-3ff541102267 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Deleting port 7110eff6-e97e-4863-8595-681ad4cd4d65 {{(pid=92564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:06:42.443703 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-1e369aed-0fa6-44e6-a333-375fbced6ac5 req-b0167b92-04a4-4c5f-8f51-3ff541102267 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:42.516823 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 97eb232f-df9e-4216-bca7-f5c5351ee7bd up at agent hyperv_hv-cinder-79466 {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:06:42.691205 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-2ef0394d-f8ae-4f5b-bd1a-948a73051976 req-0a4f3d41-f5c1-4669-8aae-136c93f36c0a tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] 10.222.0.106 "GET /v2.0/ports?device_id=650b2ae2-8e3b-4da1-a16d-efffbc81a30b HTTP/1.1" status: 200  len: 210 time: 0.0665255
Jun 03 22:06:42.773271 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-4d4b8cdf-4b94-4621-95e1-cca2ff2c777c req-af62e4f9-ec07-43b2-af85-591e713ec0ad service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d810cee8-9bf0-4fde-b547-48bf99790f6f HTTP/1.1" status: 200  len: 217 time: 0.0967107
Jun 03 22:06:42.793768 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-1e369aed-0fa6-44e6-a333-375fbced6ac5 req-b0167b92-04a4-4c5f-8f51-3ff541102267 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] For port 7110eff6-e97e-4863-8595-681ad4cd4d65, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=7110eff6-e97e-4863-8595-681ad4cd4d65,segment=NetworkSegment(95668b19-637e-43fa-a795-6e39093b35e3),segment_id=95668b19-637e-43fa-a795-6e39093b35e3)] {{(pid=92564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:06:42.794352 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-1e369aed-0fa6-44e6-a333-375fbced6ac5 req-b0167b92-04a4-4c5f-8f51-3ff541102267 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:42.849035 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Provisioning for port 97eb232f-df9e-4216-bca7-f5c5351ee7bd completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:06:42.875451 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Provisioning complete for port 97eb232f-df9e-4216-bca7-f5c5351ee7bd triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:06:42.875972 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:42.877528 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272fc9a-87a2-4a39-9289-7274b3dea478 req-164b0034-3ed2-4aab-828a-6585985e4ad3 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:42.879081 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-7272fc9a-87a2-4a39-9289-7274b3dea478 req-164b0034-3ed2-4aab-828a-6585985e4ad3 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/ports?device_id=3d064e37-9baf-418d-bf80-da40021d3c6c HTTP/1.1" status: 200  len: 945 time: 0.6992538
Jun 03 22:06:43.024218 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:43.027178 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [req-1e369aed-0fa6-44e6-a333-375fbced6ac5 req-b0167b92-04a4-4c5f-8f51-3ff541102267 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Calling delete_port for 7110eff6-e97e-4863-8595-681ad4cd4d65 owned by compute:nova {{(pid=92564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:06:43.090189 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b8cdf-4b94-4621-95e1-cca2ff2c777c req-cd539b53-fa6f-444d-9dba-18fc14dd28d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:43.091669 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-4d4b8cdf-4b94-4621-95e1-cca2ff2c777c req-cd539b53-fa6f-444d-9dba-18fc14dd28d6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=969eac6f-666f-4cbf-a728-422f9d725aef HTTP/1.1" status: 200  len: 853 time: 0.2833443
Jun 03 22:06:43.100632 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-7272fc9a-87a2-4a39-9289-7274b3dea478 req-f8c90072-c954-4ffe-8e52-aef3b0911d10 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/security-groups?id=7465d1fd-ce52-4752-8297-447aa66f1dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818231
Jun 03 22:06:43.148021 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-4d4b8cdf-4b94-4621-95e1-cca2ff2c777c req-e903cb19-d53b-405c-abe5-d367130cc270 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bba2e61c-d091-4a23-95a7-3079a9574eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0462980
Jun 03 22:06:43.206085 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76117c-68d6-4bff-b000-723ba506cfdc req-5ea26d2d-7c2e-4a8f-987c-0f673c55b7d3 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:43.207665 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-ff76117c-68d6-4bff-b000-723ba506cfdc req-5ea26d2d-7c2e-4a8f-987c-0f673c55b7d3 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 945 time: 0.1260521
Jun 03 22:06:43.214895 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbabd463-d69d-488e-88a8-f1e5b8653651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97eb232f-df9e-4216-bca7-f5c5351ee7bd'}] {{(pid=92565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:06:43.218970 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3783812f727b5bb89ad1c4cb6955cb6829b796867b5a4f4fedffd1e1cb019440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589b1511-2b52-4257-ac46-d56a0d738770" -d '{"events": [{"server_uuid": "cbabd463-d69d-488e-88a8-f1e5b8653651", "name": "network-vif-plugged", "status": "completed", "tag": "97eb232f-df9e-4216-bca7-f5c5351ee7bd"}]}' {{(pid=92565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:06:43.277397 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port 97eb232f-df9e-4216-bca7-f5c5351ee7bd, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=97eb232f-df9e-4216-bca7-f5c5351ee7bd,segment=NetworkSegment(78cbdb10-dbd3-4f35-8746-fd326444031e),segment_id=78cbdb10-dbd3-4f35-8746-fd326444031e)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:06:43.279199 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-ff76117c-68d6-4bff-b000-723ba506cfdc req-c995f3e8-0d17-4a4e-8792-67a9ff635673 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622168
Jun 03 22:06:43.311941 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54ff44b-9388-4c48-bff8-ab1bc1d8dc9f x-openstack-request-id: req-e54ff44b-9388-4c48-bff8-ab1bc1d8dc9f {{(pid=92565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:06:43.312190 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbabd463-d69d-488e-88a8-f1e5b8653651", "name": "network-vif-plugged", "status": "completed", "tag": "97eb232f-df9e-4216-bca7-f5c5351ee7bd", "code": 200}]} {{(pid=92565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:06:43.312666 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-e54ff44b-9388-4c48-bff8-ab1bc1d8dc9f {{(pid=92565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:06:43.313107 dv-cinder-794669-4-iscsi neutron-server[92565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbabd463-d69d-488e-88a8-f1e5b8653651', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97eb232f-df9e-4216-bca7-f5c5351ee7bd', 'code': 200}
Jun 03 22:06:43.369653 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:43.371065 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device d851968b-5b98-4e8f-8755-004b494085db no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:06:43.378673 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-4d4b8cdf-4b94-4621-95e1-cca2ff2c777c req-c9d112c2-5bf0-41f0-a286-63399e109da3 service neutron] 10.222.0.58 "GET /v2.0/networks/bba2e61c-d091-4a23-95a7-3079a9574eb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2240481
Jun 03 22:06:43.414181 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:43.449920 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] No Port match for: d851968b-5b98-4e8f-8755-004b494085db {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:06:43.450505 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device d851968b-5b98-4e8f-8755-004b494085db not bound to the agent host hv-cinder-79466 {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:06:43.464890 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-1e369aed-0fa6-44e6-a333-375fbced6ac5 req-b0167b92-04a4-4c5f-8f51-3ff541102267 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:43.474161 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:43.489827 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Pushing event updated for resources: {'Port': ['ID=97eb232f-df9e-4216-bca7-f5c5351ee7bd,revision_number=5']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:43.508088 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:43.528734 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0167b92-04a4-4c5f-8f51-3ff541102267 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Pushing event deleted for resources: {'Port': ['ID=7110eff6-e97e-4863-8595-681ad4cd4d65,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:43.532249 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-b0167b92-04a4-4c5f-8f51-3ff541102267 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:43.629736 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e369aed-0fa6-44e6-a333-375fbced6ac5 req-b0167b92-04a4-4c5f-8f51-3ff541102267 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] No DVR routers for this DVR port 7110eff6-e97e-4863-8595-681ad4cd4d65 on host hv-cinder-79466 {{(pid=92564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 22:06:43.632840 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-1e369aed-0fa6-44e6-a333-375fbced6ac5 req-b0167b92-04a4-4c5f-8f51-3ff541102267 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:43.636701 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d064e37-9baf-418d-bf80-da40021d3c6c', 'name': 'network-vif-deleted', 'tag': '7110eff6-e97e-4863-8595-681ad4cd4d65'}] {{(pid=92564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:06:43.640036 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c024af40dcbc7289fed731e5c35c42eecf8f16a39534b44a636824a10e0ed12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fe867d-0be4-4207-96eb-fef13d581131" -d '{"events": [{"server_uuid": "3d064e37-9baf-418d-bf80-da40021d3c6c", "name": "network-vif-deleted", "tag": "7110eff6-e97e-4863-8595-681ad4cd4d65"}]}' {{(pid=92564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:06:43.650404 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837bf62d-bec7-4b9c-9a57-da2cb5cf0b18 req-87c6b8a2-c78e-4c17-99d1-93055cbada28 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:43.659973 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-837bf62d-bec7-4b9c-9a57-da2cb5cf0b18 req-87c6b8a2-c78e-4c17-99d1-93055cbada28 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=cbabd463-d69d-488e-88a8-f1e5b8653651 HTTP/1.1" status: 200  len: 945 time: 0.1087220
Jun 03 22:06:43.702519 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68790a70-7e15-4930-985f-4dacff49820c x-openstack-request-id: req-68790a70-7e15-4930-985f-4dacff49820c {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:06:43.702519 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d064e37-9baf-418d-bf80-da40021d3c6c", "name": "network-vif-deleted", "tag": "7110eff6-e97e-4863-8595-681ad4cd4d65", "status": "completed", "code": 200}]} {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:06:43.702519 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-68790a70-7e15-4930-985f-4dacff49820c {{(pid=92564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:06:43.702519 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d064e37-9baf-418d-bf80-da40021d3c6c', 'name': 'network-vif-deleted', 'tag': '7110eff6-e97e-4863-8595-681ad4cd4d65', 'status': 'completed', 'code': 200}
Jun 03 22:06:43.721944 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-837bf62d-bec7-4b9c-9a57-da2cb5cf0b18 req-8a45201e-4dc5-4530-8322-1293b81ce367 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609922
Jun 03 22:06:43.794716 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-1e369aed-0fa6-44e6-a333-375fbced6ac5 req-b0167b92-04a4-4c5f-8f51-3ff541102267 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.58 "DELETE /v2.0/ports/7110eff6-e97e-4863-8595-681ad4cd4d65 HTTP/1.1" status: 204  len: 173 time: 1.8392282
Jun 03 22:06:44.280862 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-76ff8d94-a1dc-4b35-ae9b-f8813961627f req-66dd9004-25a4-45fb-90c8-4b501edf5b86 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Synchronizing usage tracker for tenant:03910f4f3a794683bd440260b08a9c5e on resource:port {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:06:44.409059 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-76ff8d94-a1dc-4b35-ae9b-f8813961627f req-66dd9004-25a4-45fb-90c8-4b501edf5b86 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Unset dirty status for tenant:03910f4f3a794683bd440260b08a9c5e on resource:port {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:06:44.410528 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-76ff8d94-a1dc-4b35-ae9b-f8813961627f req-66dd9004-25a4-45fb-90c8-4b501edf5b86 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/ports?device_id=3d064e37-9baf-418d-bf80-da40021d3c6c HTTP/1.1" status: 200  len: 210 time: 0.1833596
Jun 03 22:06:44.489896 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] get_ports_and_sgs() called for port_ids ['7110eff6-e97e-4863-8595-681ad4cd4d65'] {{(pid=92565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 22:06:44.618382 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6af83-d911-4128-8451-9ccc650467c5 req-f3e89e24-ea25-45b9-921a-97dc0ad47077 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:44.619942 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ffd6af83-d911-4128-8451-9ccc650467c5 req-f3e89e24-ea25-45b9-921a-97dc0ad47077 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 945 time: 0.0817435
Jun 03 22:06:44.672922 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ffd6af83-d911-4128-8451-9ccc650467c5 req-ef32bad7-ffc1-452b-90d4-2810c3966f8d tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454226
Jun 03 22:06:44.922229 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951593fa-0d9c-4934-a6ea-e29de9251529 req-135fa7cc-17d0-4774-8811-1ef297fa6c87 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:44.923761 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-951593fa-0d9c-4934-a6ea-e29de9251529 req-135fa7cc-17d0-4774-8811-1ef297fa6c87 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=cbabd463-d69d-488e-88a8-f1e5b8653651 HTTP/1.1" status: 200  len: 945 time: 0.0903397
Jun 03 22:06:44.973897 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-951593fa-0d9c-4934-a6ea-e29de9251529 req-d59bf1e8-67c6-44e3-90c8-b145c66c5142 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402882
Jun 03 22:06:45.010370 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 59426) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:45.195708 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-e0bccde6-ab01-4dea-a27c-0f7566383a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:45.210768 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-e0bccde6-ab01-4dea-a27c-0f7566383a8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:06:45.215431 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-e0bccde6-ab01-4dea-a27c-0f7566383a8a admin admin] Usage tracker for resource:security_group_rule and tenant:beee68825e3e498bb1486050927d5f6f is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:06:45.218355 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-e0bccde6-ab01-4dea-a27c-0f7566383a8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:06:45.224907 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-e0bccde6-ab01-4dea-a27c-0f7566383a8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:06:45.343601 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-e0bccde6-ab01-4dea-a27c-0f7566383a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:45.439678 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-4d4b8cdf-4b94-4621-95e1-cca2ff2c777c req-41b9ad52-7cc9-43ac-a854-d19b207669e2 service neutron] 10.222.0.58 "GET /v2.0/networks/bba2e61c-d091-4a23-95a7-3079a9574eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1721959
Jun 03 22:06:45.460950 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:45.465546 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-e0bccde6-ab01-4dea-a27c-0f7566383a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:45.471461 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-536f5a48-2312-4f99-938e-bf579194570b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:45.522360 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-e0bccde6-ab01-4dea-a27c-0f7566383a8a admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=beee68825e3e498bb1486050927d5f6f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5098557
Jun 03 22:06:45.524950 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 59442) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:45.528549 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bccde6-ab01-4dea-a27c-0f7566383a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239dfac5-a70e-4dd3-ae54-85d223d8b488,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:45.533101 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-e0bccde6-ab01-4dea-a27c-0f7566383a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:45.616365 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:06:45.706284 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-2b17bdfe-27f1-45de-b266-a576cc8ef226 req-6ae0073f-481e-4feb-8785-672ccadfe5da tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/ports?device_id=3d064e37-9baf-418d-bf80-da40021d3c6c HTTP/1.1" status: 200  len: 210 time: 0.1411119
Jun 03 22:06:45.772034 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-60bea4ce-296d-43cf-b7f7-10e406966a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:45.819082 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-60bea4ce-296d-43cf-b7f7-10e406966a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:45.900711 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ae35b-b994-4d03-a568-0d04b7adaebb req-a1542aac-eed0-4034-8528-510850701897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:45.902163 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-996ae35b-b994-4d03-a568-0d04b7adaebb req-a1542aac-eed0-4034-8528-510850701897 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cbabd463-d69d-488e-88a8-f1e5b8653651 HTTP/1.1" status: 200  len: 1098 time: 0.1950395
Jun 03 22:06:45.903058 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093ae54-f437-41a8-8cbc-715420cff748 req-2ac0f111-cd66-4f85-97a1-f98453ea0d1e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:45.904911 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-d093ae54-f437-41a8-8cbc-715420cff748 req-2ac0f111-cd66-4f85-97a1-f98453ea0d1e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 945 time: 0.0993786
Jun 03 22:06:45.983617 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-996ae35b-b994-4d03-a568-0d04b7adaebb req-2503f265-3556-438e-a5da-1803661a3729 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712693
Jun 03 22:06:46.000597 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-d093ae54-f437-41a8-8cbc-715420cff748 req-528742e2-06cd-4b19-aedb-7b17926d5755 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652490
Jun 03 22:06:46.204801 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-60bea4ce-296d-43cf-b7f7-10e406966a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:46.218498 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-770e440f-741d-4a03-87bd-cc1996c9ee59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:46.247997 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bea4ce-296d-43cf-b7f7-10e406966a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239dfac5-a70e-4dd3-ae54-85d223d8b488,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:46.256391 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-60bea4ce-296d-43cf-b7f7-10e406966a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:46.270952 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-60bea4ce-296d-43cf-b7f7-10e406966a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:46.275113 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-60bea4ce-296d-43cf-b7f7-10e406966a66 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/239dfac5-a70e-4dd3-ae54-85d223d8b488 HTTP/1.1" status: 204  len: 168 time: 0.7459431
Jun 03 22:06:46.369219 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94673bd8-9c78-4348-b960-669c9faf6f06 req-94256bb8-6728-4f5e-aa1f-046f85864d4e tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:46.373465 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-94673bd8-9c78-4348-b960-669c9faf6f06 req-94256bb8-6728-4f5e-aa1f-046f85864d4e tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=cbabd463-d69d-488e-88a8-f1e5b8653651 HTTP/1.1" status: 200  len: 945 time: 0.2350872
Jun 03 22:06:46.438010 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-94673bd8-9c78-4348-b960-669c9faf6f06 req-a9294ea4-662b-41ff-ab20-ee4ad05989f4 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584667
Jun 03 22:06:46.487666 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 7110eff6-e97e-4863-8595-681ad4cd4d65 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:06:46.570015 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] No Port match for: 7110eff6-e97e-4863-8595-681ad4cd4d65 {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:06:46.570365 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 7110eff6-e97e-4863-8595-681ad4cd4d65 not bound to the agent host hv-cinder-79466 {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:06:47.057272 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-78088d2d-ffa9-4b40-81c0-8003acf60aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:47.198808 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870564d-81ae-4bd0-8b75-217503f7413e req-cb483ec8-8b9d-4ae1-accf-0c16539b758e tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:47.207470 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-2870564d-81ae-4bd0-8b75-217503f7413e req-cb483ec8-8b9d-4ae1-accf-0c16539b758e tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/networks?id=ddd8a16b-6f16-4584-998b-4fb42fefe312 HTTP/1.1" status: 200  len: 808 time: 0.1775568
Jun 03 22:06:47.215857 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e877d-a83c-4065-89ae-c188a76dffe2 req-26ede204-b7e8-483f-8a25-3acb06a84d19 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:47.217366 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-5c7e877d-a83c-4065-89ae-c188a76dffe2 req-26ede204-b7e8-483f-8a25-3acb06a84d19 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 945 time: 0.0884583
Jun 03 22:06:47.233167 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-2870564d-81ae-4bd0-8b75-217503f7413e req-0848e66e-87b4-4c5f-9757-f97b4e8fcc76 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/quotas/03910f4f3a794683bd440260b08a9c5e HTTP/1.1" status: 200  len: 375 time: 0.0247431
Jun 03 22:06:47.273533 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-5c7e877d-a83c-4065-89ae-c188a76dffe2 req-833fa7d3-81e8-4f38-b28c-b3c6668b3fdd tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437803
Jun 03 22:06:47.292235 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-2870564d-81ae-4bd0-8b75-217503f7413e req-0c7d9674-c429-4e5f-a971-6a6449052dc9 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/ports?tenant_id=03910f4f3a794683bd440260b08a9c5e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0529189
Jun 03 22:06:47.412027 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 59502) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:47.443199 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-105a406e-3ff9-402d-868e-3545e220ef1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:47.486122 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-105a406e-3ff9-402d-868e-3545e220ef1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:06:47.501773 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-105a406e-3ff9-402d-868e-3545e220ef1c admin admin] Usage tracker for resource:security_group_rule and tenant:9a2d3151d5c7423388b16ef7f34ffb74 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:06:47.513174 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 59512) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:47.519764 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-2870564d-81ae-4bd0-8b75-217503f7413e req-95ff0ec4-b1c4-4b62-b6b3-673aecb457e4 service neutron] 10.222.0.106 "GET /v2.0/networks/ddd8a16b-6f16-4584-998b-4fb42fefe312?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2228055
Jun 03 22:06:47.548443 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-105a406e-3ff9-402d-868e-3545e220ef1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:06:47.565350 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-105a406e-3ff9-402d-868e-3545e220ef1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:06:47.608667 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e29401b-0b8d-4e6a-afae-e96bbfc542c5 admin admin] Deleting subnet e3f1f6cd-92cb-4379-bd59-3292d17ca5ab {{(pid=92563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 22:06:47.611818 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-6e29401b-0b8d-4e6a-afae-e96bbfc542c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:47.675525 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-6e29401b-0b8d-4e6a-afae-e96bbfc542c5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:47.688400 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-6e29401b-0b8d-4e6a-afae-e96bbfc542c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799703'] for subnet, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:47.726905 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-2870564d-81ae-4bd0-8b75-217503f7413e req-fe0c4982-f43f-4c91-901a-9d4f0d9afd49 service neutron] 10.222.0.106 "GET /v2.0/networks/ddd8a16b-6f16-4584-998b-4fb42fefe312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2049491
Jun 03 22:06:47.862295 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-105a406e-3ff9-402d-868e-3545e220ef1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:47.991357 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20474eb-1278-4cea-ac13-67a311ea3f8b req-7c345050-535f-4b95-a0f8-7b21236455a3 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:47.996097 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-b20474eb-1278-4cea-ac13-67a311ea3f8b req-7c345050-535f-4b95-a0f8-7b21236455a3 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=cbabd463-d69d-488e-88a8-f1e5b8653651 HTTP/1.1" status: 200  len: 945 time: 0.2314398
Jun 03 22:06:48.053845 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-105a406e-3ff9-402d-868e-3545e220ef1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:48.069953 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-695b1906-2c7b-4afc-aa79-495d5a40a6a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:48.083124 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-321bd804-6074-4b72-be40-95a1f9fbffe1 req-6236ba08-abac-476f-ac10-e9e7f0180a12 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/ports?device_id=42f47809-7581-400d-ad44-486b6a2b39e5 HTTP/1.1" status: 200  len: 210 time: 0.0459497
Jun 03 22:06:48.167885 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-b20474eb-1278-4cea-ac13-67a311ea3f8b req-943be112-c0f1-4a15-a35e-4b7d7a3aa29a tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363852
Jun 03 22:06:48.178345 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-105a406e-3ff9-402d-868e-3545e220ef1c admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=9a2d3151d5c7423388b16ef7f34ffb74&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7653871
Jun 03 22:06:48.181935 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 59526) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:48.182474 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a406e-3ff9-402d-868e-3545e220ef1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8488a4af-c73c-4036-99bb-671ceb3606f5,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:48.185837 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-105a406e-3ff9-402d-868e-3545e220ef1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:48.209499 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-6e29401b-0b8d-4e6a-afae-e96bbfc542c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947'] for subnet, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:48.216793 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-826effd9-adcd-4421-9453-292d68f0354b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:48.258521 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5c96a7d5-d7af-4509-af0b-11a2a5a917fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:48.259184 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29401b-0b8d-4e6a-afae-e96bbfc542c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3f1f6cd-92cb-4379-bd59-3292d17ca5ab,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:48.262874 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-6e29401b-0b8d-4e6a-afae-e96bbfc542c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:48.264017 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-6e29401b-0b8d-4e6a-afae-e96bbfc542c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for subnet, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:48.280791 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-6e29401b-0b8d-4e6a-afae-e96bbfc542c5 admin admin] 10.222.0.106 "DELETE /v2.0/subnets/e3f1f6cd-92cb-4379-bd59-3292d17ca5ab HTTP/1.1" status: 204  len: 168 time: 0.7663558
Jun 03 22:06:48.283326 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 59530) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:48.294024 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5c96a7d5-d7af-4509-af0b-11a2a5a917fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:48.454891 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5c96a7d5-d7af-4509-af0b-11a2a5a917fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:48.466817 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:48.480989 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96a7d5-d7af-4509-af0b-11a2a5a917fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8488a4af-c73c-4036-99bb-671ceb3606f5,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:48.485603 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-5c96a7d5-d7af-4509-af0b-11a2a5a917fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:48.490664 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5c96a7d5-d7af-4509-af0b-11a2a5a917fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:48.492346 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-5c96a7d5-d7af-4509-af0b-11a2a5a917fc admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/8488a4af-c73c-4036-99bb-671ceb3606f5 HTTP/1.1" status: 204  len: 168 time: 0.3093064
Jun 03 22:06:48.515109 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b7d53496-37d9-40fd-b8ad-a8017be2b5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1319667'] for network, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:48.681675 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28feb2-827c-4f85-b8f4-6a798ae6787e req-c61f2063-ea1e-45f4-a1a6-8a3d4701f6e9 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:48.690157 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-7f28feb2-827c-4f85-b8f4-6a798ae6787e req-c61f2063-ea1e-45f4-a1a6-8a3d4701f6e9 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 945 time: 0.2753823
Jun 03 22:06:48.693405 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b7d53496-37d9-40fd-b8ad-a8017be2b5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1799298', 'neutron.services.segments.db._delete_segments_for_network-8762086254785'] for network, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:48.722393 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b7d53496-37d9-40fd-b8ad-a8017be2b5af admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f814ef79640>> segment before_delete 55550000 {{(pid=92563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 22:06:48.722735 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b7d53496-37d9-40fd-b8ad-a8017be2b5af admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f814ef79640>> subnet precommit_delete_associations 55550000 {{(pid=92563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 22:06:48.723475 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b7d53496-37d9-40fd-b8ad-a8017be2b5af admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f814f0304f0>> segment_host_mapping after_create 55550000 {{(pid=92563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 22:06:48.723802 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b7d53496-37d9-40fd-b8ad-a8017be2b5af admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f814f0304f0>> port after_create 55550000 {{(pid=92563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 22:06:48.724156 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b7d53496-37d9-40fd-b8ad-a8017be2b5af admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f814f0304f0>> port after_delete 55550000 {{(pid=92563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 22:06:48.724599 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b7d53496-37d9-40fd-b8ad-a8017be2b5af admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f814f0304f0>> port after_update 55550000 {{(pid=92563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 22:06:48.724860 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b7d53496-37d9-40fd-b8ad-a8017be2b5af admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f814f0304f0>> segment after_delete 55550000 {{(pid=92563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 22:06:48.725156 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b7d53496-37d9-40fd-b8ad-a8017be2b5af admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f814f0304f0>> subnet after_create 55550000 {{(pid=92563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 22:06:48.725457 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b7d53496-37d9-40fd-b8ad-a8017be2b5af admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f814f0304f0>> subnet after_delete 55550000 {{(pid=92563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 22:06:48.725951 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b7d53496-37d9-40fd-b8ad-a8017be2b5af admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f814f0304f0>> subnet after_update 55550000 {{(pid=92563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 22:06:48.913457 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b7d53496-37d9-40fd-b8ad-a8017be2b5af admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f814ef4d9a0>> subnet after_create 55550000 {{(pid=92563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 22:06:48.913910 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b7d53496-37d9-40fd-b8ad-a8017be2b5af admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f814ef4d9a0>> subnet after_delete 55550000 {{(pid=92563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 22:06:48.914386 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b7d53496-37d9-40fd-b8ad-a8017be2b5af admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f814ef4d9a0>> subnet before_create 55550000 {{(pid=92563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 22:06:48.914789 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b7d53496-37d9-40fd-b8ad-a8017be2b5af admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f814ef4d9a0>> subnet before_update 55550000 {{(pid=92563) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 03 22:06:48.915260 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.services.segments.db [None req-b7d53496-37d9-40fd-b8ad-a8017be2b5af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f814ef79b20>,) {'filters': {'network_id': ['29b7a9cd-8b45-49f4-a0dc-9e6d604e74a6']}} {{(pid=92563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:06:48.935655 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.services.segments.db [None req-b7d53496-37d9-40fd-b8ad-a8017be2b5af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f814ef79b20>, 'c390c824-bb20-443e-b455-af1f6c810dea') {'for_net_delete': True} {{(pid=92563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:06:48.936053 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.services.segments.db [None req-b7d53496-37d9-40fd-b8ad-a8017be2b5af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f814ef79b20>, 'c390c824-bb20-443e-b455-af1f6c810dea') {} {{(pid=92563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:06:48.961095 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b7d53496-37d9-40fd-b8ad-a8017be2b5af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762086257628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840220'] for segment, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:48.982881 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-7f28feb2-827c-4f85-b8f4-6a798ae6787e req-b8310668-3ee1-404d-a813-4f0c5646e8eb tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2920902
Jun 03 22:06:49.002921 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b7d53496-37d9-40fd-b8ad-a8017be2b5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286'] for segment, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:49.014465 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d53496-37d9-40fd-b8ad-a8017be2b5af admin admin] Releasing vlan 1427 on physical network physnet1 to pool {{(pid=92563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 22:06:49.014867 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b7d53496-37d9-40fd-b8ad-a8017be2b5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33201129'] for segment, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:49.135621 dv-cinder-794669-4-iscsi neutron-server[92563]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 03 22:06:49.135621 dv-cinder-794669-4-iscsi neutron-server[92563]:   from cryptography.utils import int_from_bytes
Jun 03 22:06:49.135621 dv-cinder-794669-4-iscsi neutron-server[92563]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 03 22:06:49.135621 dv-cinder-794669-4-iscsi neutron-server[92563]:   from cryptography.utils import int_from_bytes
Jun 03 22:06:49.135621 dv-cinder-794669-4-iscsi neutron-server[92563]: Traceback (most recent call last):
Jun 03 22:06:49.135621 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 22:06:49.135621 dv-cinder-794669-4-iscsi neutron-server[92563]:     timer()
Jun 03 22:06:49.135621 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 22:06:49.135621 dv-cinder-794669-4-iscsi neutron-server[92563]:     cb(*args, **kw)
Jun 03 22:06:49.135621 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 22:06:49.135621 dv-cinder-794669-4-iscsi neutron-server[92563]:     return func(*args, **kwargs)
Jun 03 22:06:49.135621 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 22:06:49.135621 dv-cinder-794669-4-iscsi neutron-server[92563]:     self._notify()
Jun 03 22:06:49.135621 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 22:06:49.135621 dv-cinder-794669-4-iscsi neutron-server[92563]:     self.callback(batched_events)
Jun 03 22:06:49.135621 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 22:06:49.135621 dv-cinder-794669-4-iscsi neutron-server[92563]:     event.method(event)
Jun 03 22:06:49.135621 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 22:06:49.135621 dv-cinder-794669-4-iscsi neutron-server[92563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 22:06:49.135621 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 22:06:49.135621 dv-cinder-794669-4-iscsi neutron-server[92563]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 22:06:49.135621 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 22:06:49.135621 dv-cinder-794669-4-iscsi neutron-server[92563]:     return f(self, *a, **k)
Jun 03 22:06:49.135621 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 22:06:49.135621 dv-cinder-794669-4-iscsi neutron-server[92563]:     return self._get(url).json()
Jun 03 22:06:49.135621 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 22:06:49.135621 dv-cinder-794669-4-iscsi neutron-server[92563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 22:06:49.135621 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 22:06:49.135621 dv-cinder-794669-4-iscsi neutron-server[92563]:     return self.request(url, 'GET', **kwargs)
Jun 03 22:06:49.135621 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 22:06:49.135621 dv-cinder-794669-4-iscsi neutron-server[92563]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 22:06:49.135621 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 22:06:49.135621 dv-cinder-794669-4-iscsi neutron-server[92563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 22:06:49.135621 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 22:06:49.135621 dv-cinder-794669-4-iscsi neutron-server[92563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 22:06:49.135621 dv-cinder-794669-4-iscsi neutron-server[92563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 22:06:49.258349 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-32bc8b78-0256-48a3-bc91-3f166d977e83 req-c7c5a5ca-27f6-4ae8-982f-4ee04ae9f566 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/ports?device_id=42f47809-7581-400d-ad44-486b6a2b39e5 HTTP/1.1" status: 200  len: 210 time: 0.0584307
Jun 03 22:06:49.454919 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b7d53496-37d9-40fd-b8ad-a8017be2b5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1799305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-309369'] for network, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:49.460133 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-7f871360-e956-431e-998d-84bac8a1a227 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:49.480575 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b7d53496-37d9-40fd-b8ad-a8017be2b5af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for network, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:49.494863 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d53496-37d9-40fd-b8ad-a8017be2b5af admin admin] Pushing event deleted for resources: {'Network': ['ID=29b7a9cd-8b45-49f4-a0dc-9e6d604e74a6,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:49.497800 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-b7d53496-37d9-40fd-b8ad-a8017be2b5af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:49.607219 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-b7d53496-37d9-40fd-b8ad-a8017be2b5af admin admin] 10.222.0.106 "DELETE /v2.0/networks/29b7a9cd-8b45-49f4-a0dc-9e6d604e74a6 HTTP/1.1" status: 204  len: 168 time: 1.3225939
Jun 03 22:06:49.668890 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:49.740874 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-8922064e-57a9-4595-9557-f21b1959cefc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:50.250197 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 59604) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:50.295368 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4aa49-8b1b-4f1d-a62e-9b0f2c39a2ba req-b94bd8a3-90e1-43ac-adbf-e080512cd4db tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:50.295368 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-b6b4aa49-8b1b-4f1d-a62e-9b0f2c39a2ba req-b94bd8a3-90e1-43ac-adbf-e080512cd4db tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 945 time: 0.1667297
Jun 03 22:06:50.315715 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-cf3a5dd0-60ec-423a-b487-4dd78fe5b57b admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=614581c3b392493688c8ec8d28dc730e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0632260
Jun 03 22:06:50.317913 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 59610) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:50.393931 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-b6b4aa49-8b1b-4f1d-a62e-9b0f2c39a2ba req-933d3818-9ce7-46bd-ad5d-7dbc58fa5627 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922525
Jun 03 22:06:50.401383 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4756-20a7-48b5-9473-8187229539ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:50.433168 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4756-20a7-48b5-9473-8187229539ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:50.519293 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-50397ae5-31d2-45e6-aa8b-1759e8000a6c req-8513724d-624e-46b3-8153-5e317bedad98 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/ports?device_id=42f47809-7581-400d-ad44-486b6a2b39e5 HTTP/1.1" status: 200  len: 210 time: 0.0637667
Jun 03 22:06:50.643918 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4756-20a7-48b5-9473-8187229539ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:50.649211 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:50.660430 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f4756-20a7-48b5-9473-8187229539ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cef449-8cef-4fbc-b1f0-25ba3c3e8b03,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:50.665162 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-4e5f4756-20a7-48b5-9473-8187229539ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:50.826609 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4e5f4756-20a7-48b5-9473-8187229539ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:50.833176 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-4e5f4756-20a7-48b5-9473-8187229539ca admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/b0cef449-8cef-4fbc-b1f0-25ba3c3e8b03 HTTP/1.1" status: 204  len: 168 time: 0.5088058
Jun 03 22:06:51.066101 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:51.528388 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870564d-81ae-4bd0-8b75-217503f7413e req-84623f26-8762-465e-9335-fbd0b7655bd6 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:51.530666 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-2870564d-81ae-4bd0-8b75-217503f7413e req-84623f26-8762-465e-9335-fbd0b7655bd6 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.58 "GET /v2.0/networks?id=ddd8a16b-6f16-4584-998b-4fb42fefe312 HTTP/1.1" status: 200  len: 808 time: 0.2386565
Jun 03 22:06:51.543244 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [req-2870564d-81ae-4bd0-8b75-217503f7413e req-5e4b48cd-5733-40d9-9296-6d7137978733 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Request body: {'port': {'device_id': '42f47809-7581-400d-ad44-486b6a2b39e5', 'network_id': 'ddd8a16b-6f16-4584-998b-4fb42fefe312', 'admin_state_up': True, 'tenant_id': '03910f4f3a794683bd440260b08a9c5e'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:06:51.786646 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48642bb3-d4a6-49ce-97d2-6d88369a45af req-351e5476-f7d2-4649-bb9f-a97cc22d066c tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:51.788233 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-48642bb3-d4a6-49ce-97d2-6d88369a45af req-351e5476-f7d2-4649-bb9f-a97cc22d066c tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 945 time: 0.2300248
Jun 03 22:06:51.795940 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [req-2870564d-81ae-4bd0-8b75-217503f7413e req-5e4b48cd-5733-40d9-9296-6d7137978733 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:06:51.833202 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-2339dc91-525d-4fbc-81b8-4ca650c17c45 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:51.834475 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-2339dc91-525d-4fbc-81b8-4ca650c17c45 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Synchronizing usage tracker for tenant:18fd8ab8eb5140b4ab7192485bb70cd8 on resource:network {{(pid=92563) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:06:51.850438 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [req-2870564d-81ae-4bd0-8b75-217503f7413e req-5e4b48cd-5733-40d9-9296-6d7137978733 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:06:51.876484 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-48642bb3-d4a6-49ce-97d2-6d88369a45af req-acf7d4b1-35ec-4a9c-b4f7-1b3670b1c626 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773554
Jun 03 22:06:51.981321 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2870564d-81ae-4bd0-8b75-217503f7413e req-5e4b48cd-5733-40d9-9296-6d7137978733 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Made reservation on behalf of 03910f4f3a794683bd440260b08a9c5e for: {'port': 1} {{(pid=92564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:06:51.984317 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-2339dc91-525d-4fbc-81b8-4ca650c17c45 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Unset dirty status for tenant:18fd8ab8eb5140b4ab7192485bb70cd8 on resource:network {{(pid=92563) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:06:51.985502 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-2339dc91-525d-4fbc-81b8-4ca650c17c45 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/networks?id=bba2e61c-d091-4a23-95a7-3079a9574eb0 HTTP/1.1" status: 200  len: 813 time: 0.3636854
Jun 03 22:06:51.986512 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-2870564d-81ae-4bd0-8b75-217503f7413e req-5e4b48cd-5733-40d9-9296-6d7137978733 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:52.010050 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-846716cb-6267-462d-aee5-9fb386f4c5a3 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/quotas/18fd8ab8eb5140b4ab7192485bb70cd8 HTTP/1.1" status: 200  len: 375 time: 0.0184212
Jun 03 22:06:52.051492 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8ed67bf2-63a0-493a-a61d-b3b856d31a13 req-2d43d0ae-f241-4afe-b7ce-c78ac4fb4068 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/ports?device_id=42f47809-7581-400d-ad44-486b6a2b39e5 HTTP/1.1" status: 200  len: 210 time: 0.0522611
Jun 03 22:06:52.128151 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-fc1dcf21-241b-4728-af33-4cadcd965d1a tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?tenant_id=18fd8ab8eb5140b4ab7192485bb70cd8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1166384
Jun 03 22:06:52.341026 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-778847a8-5ffb-45ad-a398-79a48ea1b2fe service neutron] 10.222.0.106 "GET /v2.0/networks/bba2e61c-d091-4a23-95a7-3079a9574eb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2023084
Jun 03 22:06:52.352860 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.db_base_plugin_common [req-2870564d-81ae-4bd0-8b75-217503f7413e req-5e4b48cd-5733-40d9-9296-6d7137978733 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Allocated IP 172.20.0.8 (ddd8a16b-6f16-4584-998b-4fb42fefe312/c71a1489-1ea8-4749-a3a0-328df2d25fbd/1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa) {{(pid=92564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:06:52.397556 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:52.503310 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-76db42a3-576a-4b4a-b9fd-b129515f8dfa service neutron] 10.222.0.106 "GET /v2.0/networks/bba2e61c-d091-4a23-95a7-3079a9574eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1545935
Jun 03 22:06:52.613317 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-2870564d-81ae-4bd0-8b75-217503f7413e req-5e4b48cd-5733-40d9-9296-6d7137978733 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Notify callbacks [] for port, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:52.773294 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 59732) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:52.800889 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-2870564d-81ae-4bd0-8b75-217503f7413e req-5e4b48cd-5733-40d9-9296-6d7137978733 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:52.807440 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-b0167b92-04a4-4c5f-8f51-3ff541102267 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:52.919273 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2870564d-81ae-4bd0-8b75-217503f7413e req-5e4b48cd-5733-40d9-9296-6d7137978733 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Network ddd8a16b-6f16-4584-998b-4fb42fefe312 is already hosted by enough agents. {{(pid=92564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:06:52.996818 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.base_scheduler [req-2870564d-81ae-4bd0-8b75-217503f7413e req-5e4b48cd-5733-40d9-9296-6d7137978733 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Resources bound (agent type, host, resource id):  {{(pid=92564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:06:53.042906 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-bff1af65-b731-40c2-b735-500033f8ca61 req-e0babe8c-9e2e-435a-ab27-0ed530dfb236 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=b78f5f5b-d731-47a0-884b-aa8524640708 HTTP/1.1" status: 200  len: 210 time: 0.1207535
Jun 03 22:06:53.043629 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [req-2870564d-81ae-4bd0-8b75-217503f7413e req-5e4b48cd-5733-40d9-9296-6d7137978733 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Received port after_create {{(pid=92564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:06:53.141130 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 59766) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:53.179537 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b48cd-5733-40d9-9296-6d7137978733 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Pushing event updated for resources: {'Port': ['ID=1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:53.237700 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-5e4b48cd-5733-40d9-9296-6d7137978733 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:53.244146 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9179a0d-89b1-487c-8607-bf084ffc9806 req-fb3162cc-366d-4739-a8af-19c094684e3e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:53.245701 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-d9179a0d-89b1-487c-8607-bf084ffc9806 req-fb3162cc-366d-4739-a8af-19c094684e3e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 945 time: 0.1437595
Jun 03 22:06:53.265901 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [None req-2cd7f987-5b8e-48c0-a382-460840b6f5bd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1177439061-network', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:06:53.278553 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870564d-81ae-4bd0-8b75-217503f7413e req-5e4b48cd-5733-40d9-9296-6d7137978733 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:53.279192 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-2870564d-81ae-4bd0-8b75-217503f7413e req-5e4b48cd-5733-40d9-9296-6d7137978733 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:53.293481 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-d9179a0d-89b1-487c-8607-bf084ffc9806 req-8e14c009-b82b-476b-8748-6460cd0bd65d tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415845
Jun 03 22:06:53.299734 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-2cd7f987-5b8e-48c0-a382-460840b6f5bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:06:53.303430 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-fbba32cc-7e4a-426e-bda8-abd54e747a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:53.323791 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-2cd7f987-5b8e-48c0-a382-460840b6f5bd admin admin] Usage tracker for resource:network and tenant:8bddcb3939c342928d67721b6a1cbfbd is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:06:53.332123 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-2cd7f987-5b8e-48c0-a382-460840b6f5bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:06:53.336977 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-fbba32cc-7e4a-426e-bda8-abd54e747a7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:06:53.342806 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-2cd7f987-5b8e-48c0-a382-460840b6f5bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:06:53.348105 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-fbba32cc-7e4a-426e-bda8-abd54e747a7a admin admin] Usage tracker for resource:security_group_rule and tenant:2170e7d8150a4773861be2af95be04bd is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:06:53.353393 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-fbba32cc-7e4a-426e-bda8-abd54e747a7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:06:53.361095 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-fbba32cc-7e4a-426e-bda8-abd54e747a7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:06:53.388614 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f07f5-198d-43f5-9848-f8ddec2cf062 req-6b186a24-f85e-4e64-b447-61923324c320 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:53.389458 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-b67f07f5-198d-43f5-9848-f8ddec2cf062 req-6b186a24-f85e-4e64-b447-61923324c320 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Synchronizing usage tracker for tenant:03910f4f3a794683bd440260b08a9c5e on resource:port {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:06:53.497055 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-2870564d-81ae-4bd0-8b75-217503f7413e req-5e4b48cd-5733-40d9-9296-6d7137978733 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9588563
Jun 03 22:06:53.511309 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [req-2870564d-81ae-4bd0-8b75-217503f7413e req-bfe5098c-d567-4834-89e8-04f0f2c6fbf5 service neutron] Request body: {'port': {'device_id': '42f47809-7581-400d-ad44-486b6a2b39e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:06:53.647889 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-b67f07f5-198d-43f5-9848-f8ddec2cf062 req-6b186a24-f85e-4e64-b447-61923324c320 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Unset dirty status for tenant:03910f4f3a794683bd440260b08a9c5e on resource:port {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:06:53.649175 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b67f07f5-198d-43f5-9848-f8ddec2cf062 req-6b186a24-f85e-4e64-b447-61923324c320 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/ports?device_id=42f47809-7581-400d-ad44-486b6a2b39e5 HTTP/1.1" status: 200  len: 931 time: 0.4500434
Jun 03 22:06:53.650267 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd7f987-5b8e-48c0-a382-460840b6f5bd admin admin] Made reservation on behalf of 8bddcb3939c342928d67721b6a1cbfbd for: {'network': 1} {{(pid=92564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:06:53.652615 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2cd7f987-5b8e-48c0-a382-460840b6f5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1611770'] for network, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:53.669894 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-2870564d-81ae-4bd0-8b75-217503f7413e req-bfe5098c-d567-4834-89e8-04f0f2c6fbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:53.701890 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2cd7f987-5b8e-48c0-a382-460840b6f5bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:53.788822 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-2cd7f987-5b8e-48c0-a382-460840b6f5bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:06:53.807094 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-fbba32cc-7e4a-426e-bda8-abd54e747a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:53.812146 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-2cd7f987-5b8e-48c0-a382-460840b6f5bd admin admin] Usage tracker for resource:security_group_rule and tenant:8bddcb3939c342928d67721b6a1cbfbd is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:06:53.816615 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-2cd7f987-5b8e-48c0-a382-460840b6f5bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:06:53.833547 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b67f07f5-198d-43f5-9848-f8ddec2cf062 req-8e24a8a7-f020-4430-b98d-25c0dae6a60e tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/security-groups?id=7465d1fd-ce52-4752-8297-447aa66f1dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1646891
Jun 03 22:06:53.842602 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-2cd7f987-5b8e-48c0-a382-460840b6f5bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:06:53.966041 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-fbba32cc-7e4a-426e-bda8-abd54e747a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:53.988729 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-9e836b86-d91c-4750-a7cc-203ecc1673e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:54.093218 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-fbba32cc-7e4a-426e-bda8-abd54e747a7a admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=2170e7d8150a4773861be2af95be04bd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9507391
Jun 03 22:06:54.097564 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 59794) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:54.113221 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba32cc-7e4a-426e-bda8-abd54e747a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6c22c5-a792-472f-b39f-962c6bdf0110,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:54.118459 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-fbba32cc-7e4a-426e-bda8-abd54e747a7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:54.181584 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2cd7f987-5b8e-48c0-a382-460840b6f5bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:54.197458 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-7d7b646f-42b3-4786-8e0c-29165057956b req-141e9ecf-af9a-4683-8385-9bcfcec55fcc tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=b78f5f5b-d731-47a0-884b-aa8524640708 HTTP/1.1" status: 200  len: 210 time: 0.0497043
Jun 03 22:06:54.215068 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-70504f19-0323-4996-a87e-8c2cab541e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:54.240611 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-70504f19-0323-4996-a87e-8c2cab541e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:54.261176 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [req-2870564d-81ae-4bd0-8b75-217503f7413e req-bfe5098c-d567-4834-89e8-04f0f2c6fbf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa {{(pid=92564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 22:06:54.268764 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-2870564d-81ae-4bd0-8b75-217503f7413e req-bfe5098c-d567-4834-89e8-04f0f2c6fbf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:54.352350 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2cd7f987-5b8e-48c0-a382-460840b6f5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:54.356199 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-da6b6ee8-d24b-44bb-9141-28aa8ce41ec3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:54.388650 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7f987-5b8e-48c0-a382-460840b6f5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983cf481-be18-473c-8107-e7ba33bb6a8b,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:54.392003 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-2cd7f987-5b8e-48c0-a382-460840b6f5bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:54.394726 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.provisioning_blocks [req-2870564d-81ae-4bd0-8b75-217503f7413e req-bfe5098c-d567-4834-89e8-04f0f2c6fbf5 service neutron] Transition to ACTIVE for port object 1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa will not be triggered until provisioned by entity L2. {{(pid=92564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:06:54.395698 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-70504f19-0323-4996-a87e-8c2cab541e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:54.402598 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd7f987-5b8e-48c0-a382-460840b6f5bd admin admin] vlan segment allocate from pool success with {'vlan_id': 1400, 'physical_network': 'physnet1'}  {{(pid=92564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 22:06:54.409105 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-e0bccde6-ab01-4dea-a27c-0f7566383a8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:54.412180 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2cd7f987-5b8e-48c0-a382-460840b6f5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286'] for segment, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:54.412529 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.db.segments_db [None req-2cd7f987-5b8e-48c0-a382-460840b6f5bd admin admin] Added segment f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc of type vlan for network ebaf9a1d-decc-4b44-8917-97a40dd6cd32
Jun 03 22:06:54.425229 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70504f19-0323-4996-a87e-8c2cab541e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6c22c5-a792-472f-b39f-962c6bdf0110,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:54.429401 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-70504f19-0323-4996-a87e-8c2cab541e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:54.432148 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-70504f19-0323-4996-a87e-8c2cab541e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:54.437284 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-70504f19-0323-4996-a87e-8c2cab541e64 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/da6c22c5-a792-472f-b39f-962c6bdf0110 HTTP/1.1" status: 204  len: 168 time: 0.3384948
Jun 03 22:06:54.456758 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2cd7f987-5b8e-48c0-a382-460840b6f5bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762085776842'] for network, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:54.514841 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-2870564d-81ae-4bd0-8b75-217503f7413e req-bfe5098c-d567-4834-89e8-04f0f2c6fbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31972166'] for port, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:54.522116 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-3831334a-eceb-4cc8-99c0-21d1328a52e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:54.681631 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe5098c-d567-4834-89e8-04f0f2c6fbf5 service neutron] Pushing event updated for resources: {'Port': ['ID=1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa,revision_number=2']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:54.686279 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-bfe5098c-d567-4834-89e8-04f0f2c6fbf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:54.871540 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2cd7f987-5b8e-48c0-a382-460840b6f5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630954'] for network, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:54.876769 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd7f987-5b8e-48c0-a382-460840b6f5bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:54.877418 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2cd7f987-5b8e-48c0-a382-460840b6f5bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for network, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:54.911434 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e08751-ce5f-45f5-8624-a34967bf7d07 req-2229baff-c095-474c-ae7f-804ab3f96f16 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:54.913110 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-35e08751-ce5f-45f5-8624-a34967bf7d07 req-2229baff-c095-474c-ae7f-804ab3f96f16 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 945 time: 0.4517484
Jun 03 22:06:54.920469 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-5173c096-eee2-4486-ba71-7407ffb0bdab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:55.103454 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-2870564d-81ae-4bd0-8b75-217503f7413e req-bfe5098c-d567-4834-89e8-04f0f2c6fbf5 service neutron] Attempting to bind port 1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa on host hv-cinder-79466 for vnic_type normal with profile  {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:06:55.103832 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-2870564d-81ae-4bd0-8b75-217503f7413e req-bfe5098c-d567-4834-89e8-04f0f2c6fbf5 service neutron] Attempting to bind port 1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '95668b19-637e-43fa-a795-6e39093b35e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1444, 'network_id': 'ddd8a16b-6f16-4584-998b-4fb42fefe312'}] {{(pid=92564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:06:55.104098 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2870564d-81ae-4bd0-8b75-217503f7413e req-bfe5098c-d567-4834-89e8-04f0f2c6fbf5 service neutron] Attempting to bind port 1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa on network ddd8a16b-6f16-4584-998b-4fb42fefe312 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:06:55.114513 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7f987-5b8e-48c0-a382-460840b6f5bd admin admin] Pushing event updated for resources: {'Network': ['ID=ebaf9a1d-decc-4b44-8917-97a40dd6cd32,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:55.118170 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2870564d-81ae-4bd0-8b75-217503f7413e req-bfe5098c-d567-4834-89e8-04f0f2c6fbf5 service neutron] Port 1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa on network ddd8a16b-6f16-4584-998b-4fb42fefe312 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 22:06:55.118476 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2870564d-81ae-4bd0-8b75-217503f7413e req-bfe5098c-d567-4834-89e8-04f0f2c6fbf5 service neutron] Attempting to bind port 1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa on network ddd8a16b-6f16-4584-998b-4fb42fefe312 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:06:55.123805 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-35e08751-ce5f-45f5-8624-a34967bf7d07 req-0475e0b0-cd36-4eff-ae96-1c44290fba3a tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1822143
Jun 03 22:06:55.126448 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-2cd7f987-5b8e-48c0-a382-460840b6f5bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:55.134134 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Network ebaf9a1d-decc-4b44-8917-97a40dd6cd32 details requested by agent ovs-agent-dv-cinder-794669-4-iscsi with host dv-cinder-794669-4-iscsi {{(pid=92565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 22:06:55.138517 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2870564d-81ae-4bd0-8b75-217503f7413e req-bfe5098c-d567-4834-89e8-04f0f2c6fbf5 service neutron] Checking agent: {'id': 'ba7169ba-ec54-42ab-82e6-dffd3900ba09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 22, 3, 45), 'started_at': datetime.datetime(2021, 6, 3, 22, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:06:55.139643 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2870564d-81ae-4bd0-8b75-217503f7413e req-bfe5098c-d567-4834-89e8-04f0f2c6fbf5 service neutron] Checking segment: {'id': '95668b19-637e-43fa-a795-6e39093b35e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1444, 'network_id': 'ddd8a16b-6f16-4584-998b-4fb42fefe312'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:06:55.140274 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2870564d-81ae-4bd0-8b75-217503f7413e req-bfe5098c-d567-4834-89e8-04f0f2c6fbf5 service neutron] Bound using segment: {'id': '95668b19-637e-43fa-a795-6e39093b35e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1444, 'network_id': 'ddd8a16b-6f16-4584-998b-4fb42fefe312'} {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:06:55.140950 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-2870564d-81ae-4bd0-8b75-217503f7413e req-bfe5098c-d567-4834-89e8-04f0f2c6fbf5 service neutron] Bound port: 1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95668b19-637e-43fa-a795-6e39093b35e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1444, 'network_id': 'ddd8a16b-6f16-4584-998b-4fb42fefe312'}}] {{(pid=92564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:06:55.141529 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-2870564d-81ae-4bd0-8b75-217503f7413e req-bfe5098c-d567-4834-89e8-04f0f2c6fbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:55.206125 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785810b-de26-4310-8e19-362c62ec9eee req-138018f1-9e25-4bcc-8893-b058f467e39d tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:55.207690 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-0785810b-de26-4310-8e19-362c62ec9eee req-138018f1-9e25-4bcc-8893-b058f467e39d tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/ports?device_id=42f47809-7581-400d-ad44-486b6a2b39e5 HTTP/1.1" status: 200  len: 943 time: 0.0997627
Jun 03 22:06:55.274907 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-0785810b-de26-4310-8e19-362c62ec9eee req-ed2f4191-74a2-4dac-b997-bf9b1c95c51e tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/security-groups?id=7465d1fd-ce52-4752-8297-447aa66f1dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601444
Jun 03 22:06:55.304537 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-2cd7f987-5b8e-48c0-a382-460840b6f5bd admin admin] 10.222.0.106 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.5274386
Jun 03 22:06:55.304537 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-2870564d-81ae-4bd0-8b75-217503f7413e req-bfe5098c-d567-4834-89e8-04f0f2c6fbf5 service neutron] For port 1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa, host hv-cinder-79466, cleared binding levels {{(pid=92564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:06:55.304939 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 59828) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:55.309754 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-2870564d-81ae-4bd0-8b75-217503f7413e req-bfe5098c-d567-4834-89e8-04f0f2c6fbf5 service neutron] For port 1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa,segment=NetworkSegment(95668b19-637e-43fa-a795-6e39093b35e3),segment_id=95668b19-637e-43fa-a795-6e39093b35e3)] {{(pid=92564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:06:55.313308 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-94f5cb6c-7875-487f-a667-4f2949de4a6d admin admin] Request body: {'subnet': {'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1177439061-subnet', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:06:55.318398 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-94f5cb6c-7875-487f-a667-4f2949de4a6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:06:55.323629 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-94f5cb6c-7875-487f-a667-4f2949de4a6d admin admin] Usage tracker for resource:subnet and tenant:8bddcb3939c342928d67721b6a1cbfbd is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:06:55.328226 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-94f5cb6c-7875-487f-a667-4f2949de4a6d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:06:55.335167 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-94f5cb6c-7875-487f-a667-4f2949de4a6d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:06:55.382004 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-052ec8fc-909f-442f-b08d-fe2de3de41fa req-d42eb8e0-98a8-4fbd-b439-518f4a97d73f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=b78f5f5b-d731-47a0-884b-aa8524640708 HTTP/1.1" status: 200  len: 210 time: 0.0469050
Jun 03 22:06:55.418066 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 59832) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:55.466102 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f5cb6c-7875-487f-a667-4f2949de4a6d admin admin] Made reservation on behalf of 8bddcb3939c342928d67721b6a1cbfbd for: {'subnet': 1} {{(pid=92563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:06:55.466744 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-2870564d-81ae-4bd0-8b75-217503f7413e req-bfe5098c-d567-4834-89e8-04f0f2c6fbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31972166'] for port, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:55.470063 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-94f5cb6c-7875-487f-a667-4f2949de4a6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31843967'] for subnet, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:55.472585 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-c6716225-a25f-4d3b-a8ca-867893df134e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:55.536800 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870564d-81ae-4bd0-8b75-217503f7413e req-bfe5098c-d567-4834-89e8-04f0f2c6fbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:55.536800 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-2870564d-81ae-4bd0-8b75-217503f7413e req-bfe5098c-d567-4834-89e8-04f0f2c6fbf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:55.536800 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-2870564d-81ae-4bd0-8b75-217503f7413e req-bfe5098c-d567-4834-89e8-04f0f2c6fbf5 service neutron] 10.222.0.58 "PUT /v2.0/ports/1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa HTTP/1.1" status: 200  len: 1093 time: 2.0299759
Jun 03 22:06:55.536800 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f47809-7581-400d-ad44-486b6a2b39e5', 'tag': '1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa'}] {{(pid=92564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:06:55.538344 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c024af40dcbc7289fed731e5c35c42eecf8f16a39534b44a636824a10e0ed12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3c779a-9034-4626-9583-9158383b2aa4" -d '{"events": [{"name": "network-changed", "server_uuid": "42f47809-7581-400d-ad44-486b6a2b39e5", "tag": "1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa"}]}' {{(pid=92564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:06:55.599171 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa43c4f1-eb9d-41a8-b65f-813dda1e6c80 x-openstack-request-id: req-fa43c4f1-eb9d-41a8-b65f-813dda1e6c80 {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:06:55.599532 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42f47809-7581-400d-ad44-486b6a2b39e5", "tag": "1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa", "status": "completed", "code": 200}]} {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:06:55.599816 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-fa43c4f1-eb9d-41a8-b65f-813dda1e6c80 {{(pid=92564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:06:55.600255 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f47809-7581-400d-ad44-486b6a2b39e5', 'tag': '1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa', 'status': 'completed', 'code': 200}
Jun 03 22:06:55.605365 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe5098c-d567-4834-89e8-04f0f2c6fbf5 service neutron] Pushing event updated for resources: {'Port': ['ID=1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa,revision_number=3']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:55.611872 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-05296ab6-0bcc-4bb6-9ae0-c72a83b76e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:55.631028 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-bfe5098c-d567-4834-89e8-04f0f2c6fbf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:55.680371 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-05296ab6-0bcc-4bb6-9ae0-c72a83b76e0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:06:55.686858 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-05296ab6-0bcc-4bb6-9ae0-c72a83b76e0e admin admin] Usage tracker for resource:security_group_rule and tenant:aea7148f8a744102893dff26ae3d3256 is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:06:55.690820 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-05296ab6-0bcc-4bb6-9ae0-c72a83b76e0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:06:55.698910 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-05296ab6-0bcc-4bb6-9ae0-c72a83b76e0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:06:55.753722 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c779a-9034-4626-9583-9158383b2aa4 req-79d4b25f-7923-40af-b37d-1fa0c997be53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:55.755202 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-cd3c779a-9034-4626-9583-9158383b2aa4 req-79d4b25f-7923-40af-b37d-1fa0c997be53 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=03910f4f3a794683bd440260b08a9c5e&device_id=42f47809-7581-400d-ad44-486b6a2b39e5 HTTP/1.1" status: 200  len: 1096 time: 0.1230774
Jun 03 22:06:55.906457 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-05296ab6-0bcc-4bb6-9ae0-c72a83b76e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:55.931846 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c779a-9034-4626-9583-9158383b2aa4 req-30818571-b63d-4de4-ba14-685f27d34803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:55.933320 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-cd3c779a-9034-4626-9583-9158383b2aa4 req-30818571-b63d-4de4-ba14-685f27d34803 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=03910f4f3a794683bd440260b08a9c5e&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1713948
Jun 03 22:06:56.064990 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 59844) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:56.090271 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c779a-9034-4626-9583-9158383b2aa4 req-7e540569-dc43-41ea-9efa-cba3f3851dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:56.092055 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-cd3c779a-9034-4626-9583-9158383b2aa4 req-7e540569-dc43-41ea-9efa-cba3f3851dfa service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1536877
Jun 03 22:06:56.092823 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-1bdb0a79-1b29-4700-9912-8443a40543a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:56.094538 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-05296ab6-0bcc-4bb6-9ae0-c72a83b76e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:56.103163 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:56.137822 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-1bdb0a79-1b29-4700-9912-8443a40543a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:06:56.147869 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-1bdb0a79-1b29-4700-9912-8443a40543a8 admin admin] Usage tracker for resource:security_group_rule and tenant:5bc59a621928418ebe5c93a6fe9dec8f is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:06:56.152507 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-1bdb0a79-1b29-4700-9912-8443a40543a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:06:56.206879 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-05296ab6-0bcc-4bb6-9ae0-c72a83b76e0e admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=aea7148f8a744102893dff26ae3d3256&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7869854
Jun 03 22:06:56.210021 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 59850) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:56.210908 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-1bdb0a79-1b29-4700-9912-8443a40543a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:06:56.214303 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05296ab6-0bcc-4bb6-9ae0-c72a83b76e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e185ee71-3bab-44fd-9bb7-2365a07e996c,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:56.224886 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-05296ab6-0bcc-4bb6-9ae0-c72a83b76e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:56.264227 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870564d-81ae-4bd0-8b75-217503f7413e req-0a968ac5-5128-47fd-994e-fe2ead5f904e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:56.266038 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-2870564d-81ae-4bd0-8b75-217503f7413e req-0a968ac5-5128-47fd-994e-fe2ead5f904e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=03910f4f3a794683bd440260b08a9c5e&device_id=42f47809-7581-400d-ad44-486b6a2b39e5 HTTP/1.1" status: 200  len: 1096 time: 0.1060543
Jun 03 22:06:56.406034 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-2870564d-81ae-4bd0-8b75-217503f7413e req-e64d9946-615a-46fd-b349-59aadaf41d0c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa HTTP/1.1" status: 200  len: 217 time: 0.1239250
Jun 03 22:06:56.483803 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-94f5cb6c-7875-487f-a667-4f2949de4a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33200962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31843949'] for subnet, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:56.499432 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-486b2b15-f94b-470e-87a2-a41d22a7ef4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:56.632165 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870564d-81ae-4bd0-8b75-217503f7413e req-f7570946-fb05-4af9-8d9f-8c7734b3edec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:56.633718 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-2870564d-81ae-4bd0-8b75-217503f7413e req-f7570946-fb05-4af9-8d9f-8c7734b3edec service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c71a1489-1ea8-4749-a3a0-328df2d25fbd HTTP/1.1" status: 200  len: 848 time: 0.2219532
Jun 03 22:06:56.658042 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-e90e628b-2369-44ea-8de8-0e315e69de0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:56.698616 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f5cb6c-7875-487f-a667-4f2949de4a6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a52c3c6b-a445-47db-810f-6427fa90f388,revision_number=0']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:56.708349 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-2870564d-81ae-4bd0-8b75-217503f7413e req-d71e1ecf-b445-4e36-a4ba-d93b11144aa9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ddd8a16b-6f16-4584-998b-4fb42fefe312&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0560703
Jun 03 22:06:56.713817 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-94f5cb6c-7875-487f-a667-4f2949de4a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:56.714766 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-f1a1bbf6-97c6-4b1c-8a6a-5f3a8806eead tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:56.716317 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-f1a1bbf6-97c6-4b1c-8a6a-5f3a8806eead tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.58 "GET /v2.0/networks?id=bba2e61c-d091-4a23-95a7-3079a9574eb0 HTTP/1.1" status: 200  len: 813 time: 0.4364939
Jun 03 22:06:56.746493 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-d62d94c8-5f90-4700-9d85-363d23c5d57f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Request body: {'port': {'device_id': 'b78f5f5b-d731-47a0-884b-aa8524640708', 'network_id': 'bba2e61c-d091-4a23-95a7-3079a9574eb0', 'admin_state_up': True, 'tenant_id': '18fd8ab8eb5140b4ab7192485bb70cd8'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:06:56.763910 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-e90e628b-2369-44ea-8de8-0e315e69de0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:56.791501 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f5cb6c-7875-487f-a667-4f2949de4a6d admin admin] Checking segment: {'id': 'f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:06:56.791501 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f5cb6c-7875-487f-a667-4f2949de4a6d admin admin] Network hostable DHCP agents. Network: ebaf9a1d-decc-4b44-8917-97a40dd6cd32, hostable agents: ['be050b16-fd90-4481-8e13-e59b75a800c3'], hosted agents: [] {{(pid=92563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 22:06:56.817096 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c63585-c021-4847-9e1f-e9c082b73528 req-4c382058-dd8f-4c02-8fd9-20782e9a5215 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:56.818663 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-d5c63585-c021-4847-9e1f-e9c082b73528 req-4c382058-dd8f-4c02-8fd9-20782e9a5215 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/ports?device_id=42f47809-7581-400d-ad44-486b6a2b39e5 HTTP/1.1" status: 200  len: 943 time: 0.4081504
Jun 03 22:06:56.873293 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623cfa2-2ca6-4315-a439-efb37d95ea61 req-7ffae5d6-ce65-42db-b1c3-f16c6d7c2d2b tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:56.874684 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-e623cfa2-2ca6-4315-a439-efb37d95ea61 req-7ffae5d6-ce65-42db-b1c3-f16c6d7c2d2b tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 945 time: 0.5791166
Jun 03 22:06:56.906397 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-1bdb0a79-1b29-4700-9912-8443a40543a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:56.925422 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f6fd6-6ef2-4828-be54-a232ec8c3e9a req-c50ec34b-a073-4033-9535-6f5094744ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:56.926898 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-440f6fd6-6ef2-4828-be54-a232ec8c3e9a req-c50ec34b-a073-4033-9535-6f5094744ac1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 1098 time: 0.3915212
Jun 03 22:06:56.974640 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-e623cfa2-2ca6-4315-a439-efb37d95ea61 req-c69a1aee-3d26-407a-a424-26b9ed04e2d2 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893462
Jun 03 22:06:56.996874 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-440f6fd6-6ef2-4828-be54-a232ec8c3e9a req-00eb4b4c-a852-4239-b59d-dcc1169e3f5e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511863
Jun 03 22:06:57.026403 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-1bdb0a79-1b29-4700-9912-8443a40543a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:57.037818 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-4db90210-27f3-4bec-b6d4-26750648d84b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:57.082211 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-e90e628b-2369-44ea-8de8-0e315e69de0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:57.086989 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-1bdb0a79-1b29-4700-9912-8443a40543a8 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=5bc59a621928418ebe5c93a6fe9dec8f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0216198
Jun 03 22:06:57.090598 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f5cb6c-7875-487f-a667-4f2949de4a6d admin admin] Network ebaf9a1d-decc-4b44-8917-97a40dd6cd32 is scheduled to be hosted by DHCP agent be050b16-fd90-4481-8e13-e59b75a800c3 with binding_index 1 {{(pid=92563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 22:06:57.092106 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 59860) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:57.096095 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb0a79-1b29-4700-9912-8443a40543a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33badc5d-6ef9-4268-8c68-c3ca2d4cc25e,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:57.101721 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-1bdb0a79-1b29-4700-9912-8443a40543a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:57.120130 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-d5c63585-c021-4847-9e1f-e9c082b73528 req-8d236d9c-1631-43ca-980d-1817bc98aa8a tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/security-groups?id=7465d1fd-ce52-4752-8297-447aa66f1dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2560980
Jun 03 22:06:57.139386 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-167ff489-a63e-4ee5-a0c0-f0ccbe6008e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:57.139603 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-2870564d-81ae-4bd0-8b75-217503f7413e req-fb53d1d0-9efc-4a4e-a017-c4b3a88860f4 service neutron] 10.222.0.58 "GET /v2.0/networks/ddd8a16b-6f16-4584-998b-4fb42fefe312?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4196169
Jun 03 22:06:57.163645 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-b82a61be-d9dd-45f2-827f-3db1d11aca0b req-7222f452-3e44-42b6-a5a6-1956b2eda5ca tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=b78f5f5b-d731-47a0-884b-aa8524640708 HTTP/1.1" status: 200  len: 210 time: 0.0683904
Jun 03 22:06:57.164394 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e628b-2369-44ea-8de8-0e315e69de0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e185ee71-3bab-44fd-9bb7-2365a07e996c,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:57.167671 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-e90e628b-2369-44ea-8de8-0e315e69de0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:57.179824 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-e90e628b-2369-44ea-8de8-0e315e69de0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:57.181536 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-e90e628b-2369-44ea-8de8-0e315e69de0e admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/e185ee71-3bab-44fd-9bb7-2365a07e996c HTTP/1.1" status: 204  len: 168 time: 0.9650109
Jun 03 22:06:57.232321 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-d62d94c8-5f90-4700-9d85-363d23c5d57f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:06:57.249129 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-94f5cb6c-7875-487f-a667-4f2949de4a6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-4-iscsi, ebaf9a1d-decc-4b44-8917-97a40dd6cd32) {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:06:57.262501 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22afc9ce-828d-40c0-bf21-871a253e500b None None] Network ebaf9a1d-decc-4b44-8917-97a40dd6cd32 requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:06:57.265441 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f5cb6c-7875-487f-a667-4f2949de4a6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:57.265441 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-94f5cb6c-7875-487f-a667-4f2949de4a6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for subnet, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:57.318399 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-d62d94c8-5f90-4700-9d85-363d23c5d57f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:06:57.351058 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-e73b61d7-2bcf-4653-8d28-dd215bd30ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:57.389152 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-94f5cb6c-7875-487f-a667-4f2949de4a6d admin admin] 10.222.0.106 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.0815458
Jun 03 22:06:57.391793 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 59868) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:57.400120 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-acd72c75-5798-4fb4-82cb-443c716a2046 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1177439061-router', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'}}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:06:57.404964 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-acd72c75-5798-4fb4-82cb-443c716a2046 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:06:57.405713 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-e73b61d7-2bcf-4653-8d28-dd215bd30ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:57.411193 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-acd72c75-5798-4fb4-82cb-443c716a2046 admin admin] Usage tracker for resource:router and tenant:8bddcb3939c342928d67721b6a1cbfbd is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:06:57.415441 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-acd72c75-5798-4fb4-82cb-443c716a2046 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:06:57.421539 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-2870564d-81ae-4bd0-8b75-217503f7413e req-255fd2c4-48bb-4818-8686-c63aae8871a4 service neutron] 10.222.0.58 "GET /v2.0/networks/ddd8a16b-6f16-4584-998b-4fb42fefe312?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2788260
Jun 03 22:06:57.422138 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-acd72c75-5798-4fb4-82cb-443c716a2046 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:06:57.523875 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-d62d94c8-5f90-4700-9d85-363d23c5d57f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Made reservation on behalf of 18fd8ab8eb5140b4ab7192485bb70cd8 for: {'port': 1} {{(pid=92564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:06:57.527542 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-d62d94c8-5f90-4700-9d85-363d23c5d57f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:57.552882 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386b8cb5-3475-4917-bb80-87c7deb23515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfd294f1-abd0-5e5a-9de6-d36a8946cd59-ebaf9a1d-decc-4b44-8917-97a40dd6cd32', 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'fixed_ips': [{'subnet_id': 'a52c3c6b-a445-47db-810f-6427fa90f388'}]}} from dv-cinder-794669-4-iscsi. {{(pid=92565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 03 22:06:57.553716 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-386b8cb5-3475-4917-bb80-87c7deb23515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:57.609345 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-acd72c75-5798-4fb4-82cb-443c716a2046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-709094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38430'] for router, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:57.610686 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-acd72c75-5798-4fb4-82cb-443c716a2046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-708931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38423'] for router, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:57.620919 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-e73b61d7-2bcf-4653-8d28-dd215bd30ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:57.630734 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-acd72c75-5798-4fb4-82cb-443c716a2046 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:57.637838 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:57.672260 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b61d7-2bcf-4653-8d28-dd215bd30ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33badc5d-6ef9-4268-8c68-c3ca2d4cc25e,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:57.675252 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-e73b61d7-2bcf-4653-8d28-dd215bd30ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:57.760016 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.db_base_plugin_common [None req-386b8cb5-3475-4917-bb80-87c7deb23515 None None] Allocated IP 172.20.0.2 (ebaf9a1d-decc-4b44-8917-97a40dd6cd32/a52c3c6b-a445-47db-810f-6427fa90f388/b26f213a-d0f5-4fdc-8e97-231fb79d0664) {{(pid=92565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:06:57.770502 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.db_base_plugin_common [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-d62d94c8-5f90-4700-9d85-363d23c5d57f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Allocated IP 172.20.0.6 (bba2e61c-d091-4a23-95a7-3079a9574eb0/969eac6f-666f-4cbf-a728-422f9d725aef/b0f0e9a3-4216-42c6-8c8c-503b2a96d721) {{(pid=92564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:06:57.876719 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-e73b61d7-2bcf-4653-8d28-dd215bd30ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:57.881119 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-e73b61d7-2bcf-4653-8d28-dd215bd30ab2 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/33badc5d-6ef9-4268-8c68-c3ca2d4cc25e HTTP/1.1" status: 204  len: 168 time: 0.7805142
Jun 03 22:06:58.080449 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-acd72c75-5798-4fb4-82cb-443c716a2046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38521'] for router, precommit_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:58.091427 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-d62d94c8-5f90-4700-9d85-363d23c5d57f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Notify callbacks [] for port, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:58.100680 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-386b8cb5-3475-4917-bb80-87c7deb23515 None None] Notify callbacks [] for port, precommit_create {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:58.111377 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-386b8cb5-3475-4917-bb80-87c7deb23515 None None] Transition to ACTIVE for port object b26f213a-d0f5-4fdc-8e97-231fb79d0664 will not be triggered until provisioned by entity L2. {{(pid=92565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:06:58.139080 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-386b8cb5-3475-4917-bb80-87c7deb23515 None None] Transition to ACTIVE for port object b26f213a-d0f5-4fdc-8e97-231fb79d0664 will not be triggered until provisioned by entity DHCP. {{(pid=92565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:06:58.211733 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754fa04-ce2d-4453-b205-35f8fac6c6dd req-dd273194-2455-4deb-bae9-a8d9a2a44c67 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:58.213369 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-5754fa04-ce2d-4453-b205-35f8fac6c6dd req-dd273194-2455-4deb-bae9-a8d9a2a44c67 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 945 time: 0.0909255
Jun 03 22:06:58.290560 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-5754fa04-ce2d-4453-b205-35f8fac6c6dd req-29be6143-63b8-4a90-910d-53604af79603 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682018
Jun 03 22:06:58.322851 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-386b8cb5-3475-4917-bb80-87c7deb23515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540'] for port, after_create {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:58.323753 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-d62d94c8-5f90-4700-9d85-363d23c5d57f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:58.325832 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-564f6c79-d0a0-405c-9306-1509eba6d18c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:58.354143 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:58.405550 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-d62d94c8-5f90-4700-9d85-363d23c5d57f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Network bba2e61c-d091-4a23-95a7-3079a9574eb0 is already hosted by enough agents. {{(pid=92564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:06:58.411150 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 59884) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:58.411150 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.base_scheduler [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-d62d94c8-5f90-4700-9d85-363d23c5d57f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Resources bound (agent type, host, resource id):  {{(pid=92564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:06:58.413439 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-d62d94c8-5f90-4700-9d85-363d23c5d57f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Received port after_create {{(pid=92564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:06:58.431821 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] get_ports_and_sgs() called for port_ids ['d810cee8-9bf0-4fde-b547-48bf99790f6f', '97eb232f-df9e-4216-bca7-f5c5351ee7bd'] {{(pid=92565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 22:06:58.489137 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d94c8-5f90-4700-9d85-363d23c5d57f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Pushing event updated for resources: {'Port': ['ID=b0f0e9a3-4216-42c6-8c8c-503b2a96d721,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:58.495806 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-e683bfa7-12a1-4d27-b86d-47c8be2c30ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:58.506621 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-d62d94c8-5f90-4700-9d85-363d23c5d57f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:58.523993 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d203c-fde1-4814-9fd7-503dbb782dcb req-e1db4a22-4c8a-4fd3-80a1-784c28717cdf tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:58.526530 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a78d203c-fde1-4814-9fd7-503dbb782dcb req-e1db4a22-4c8a-4fd3-80a1-784c28717cdf tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/ports?device_id=42f47809-7581-400d-ad44-486b6a2b39e5 HTTP/1.1" status: 200  len: 943 time: 0.2821255
Jun 03 22:06:58.541094 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-e683bfa7-12a1-4d27-b86d-47c8be2c30ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:06:58.551004 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386b8cb5-3475-4917-bb80-87c7deb23515 None None] Network ebaf9a1d-decc-4b44-8917-97a40dd6cd32 is already hosted by enough agents. {{(pid=92565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:06:58.560449 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.scheduler.base_scheduler [None req-386b8cb5-3475-4917-bb80-87c7deb23515 None None] Resources bound (agent type, host, resource id):  {{(pid=92565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:06:58.566151 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-e683bfa7-12a1-4d27-b86d-47c8be2c30ee admin admin] Usage tracker for resource:security_group_rule and tenant:7f1dcd9e878b4e45b7869035b556424f is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:06:58.568720 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386b8cb5-3475-4917-bb80-87c7deb23515 None None] Received port after_create {{(pid=92565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:06:58.576355 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-e683bfa7-12a1-4d27-b86d-47c8be2c30ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:06:58.597020 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-d62d94c8-5f90-4700-9d85-363d23c5d57f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:58.597650 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-d62d94c8-5f90-4700-9d85-363d23c5d57f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:58.602517 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-e683bfa7-12a1-4d27-b86d-47c8be2c30ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:06:58.640750 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a78d203c-fde1-4814-9fd7-503dbb782dcb req-5df40b99-afd1-44e4-9756-d1a517e8c03c tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/security-groups?id=7465d1fd-ce52-4752-8297-447aa66f1dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039085
Jun 03 22:06:58.749154 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-d62d94c8-5f90-4700-9d85-363d23c5d57f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0103657
Jun 03 22:06:58.774443 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-e683bfa7-12a1-4d27-b86d-47c8be2c30ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:58.777323 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b8cb5-3475-4917-bb80-87c7deb23515 None None] Pushing event updated for resources: {'Port': ['ID=b26f213a-d0f5-4fdc-8e97-231fb79d0664,revision_number=1']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:58.781184 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-386b8cb5-3475-4917-bb80-87c7deb23515 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:58.786995 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-acd72c75-5798-4fb4-82cb-443c716a2046 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:58.790399 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-9604f97a-1578-4b53-b488-b65b95aba2e8 service neutron] Request body: {'port': {'device_id': 'b78f5f5b-d731-47a0-884b-aa8524640708', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:06:58.802899 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-386b8cb5-3475-4917-bb80-87c7deb23515 None None] Attempting to bind port b26f213a-d0f5-4fdc-8e97-231fb79d0664 on host dv-cinder-794669-4-iscsi for vnic_type normal with profile  {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:06:58.803627 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-386b8cb5-3475-4917-bb80-87c7deb23515 None None] Attempting to bind port b26f213a-d0f5-4fdc-8e97-231fb79d0664 by drivers openvswitch,hyperv on host dv-cinder-794669-4-iscsi at level 0 using segments [{'id': 'f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32'}] {{(pid=92565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:06:58.804321 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386b8cb5-3475-4917-bb80-87c7deb23515 None None] Attempting to bind port b26f213a-d0f5-4fdc-8e97-231fb79d0664 on network ebaf9a1d-decc-4b44-8917-97a40dd6cd32 {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:06:58.824123 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386b8cb5-3475-4917-bb80-87c7deb23515 None None] Checking agent: {'id': '5a6b735b-9c6f-44f2-a3b4-85e645e583d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 57, 20), 'started_at': datetime.datetime(2021, 6, 3, 21, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:06:58.824613 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386b8cb5-3475-4917-bb80-87c7deb23515 None None] Checking segment: {'id': 'f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:06:58.825349 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-386b8cb5-3475-4917-bb80-87c7deb23515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:58.825593 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386b8cb5-3475-4917-bb80-87c7deb23515 None None] Bound using segment: {'id': 'f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32'} {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:06:58.826183 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-386b8cb5-3475-4917-bb80-87c7deb23515 None None] Bound port: b26f213a-d0f5-4fdc-8e97-231fb79d0664, host: dv-cinder-794669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32'}}] {{(pid=92565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:06:58.827865 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-386b8cb5-3475-4917-bb80-87c7deb23515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:58.833907 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-acd72c75-5798-4fb4-82cb-443c716a2046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:58.872859 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-e683bfa7-12a1-4d27-b86d-47c8be2c30ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:58.887828 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-6c82e9c3-e59b-4baa-a095-778c2a6e7d47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:58.937606 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6240ee-955a-4b5d-a343-f4030e6d98a3 req-dd5a3e4a-a431-437c-9ac6-b05d8ccc3865 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:58.944485 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-fb6240ee-955a-4b5d-a343-f4030e6d98a3 req-dd5a3e4a-a431-437c-9ac6-b05d8ccc3865 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=b78f5f5b-d731-47a0-884b-aa8524640708 HTTP/1.1" status: 200  len: 931 time: 0.3244994
Jun 03 22:06:58.960933 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-e683bfa7-12a1-4d27-b86d-47c8be2c30ee admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=7f1dcd9e878b4e45b7869035b556424f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5459416
Jun 03 22:06:58.969889 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 59890) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:59.000983 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683bfa7-12a1-4d27-b86d-47c8be2c30ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1791213e-42a0-4f74-81a8-6fe2dd1b1969,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:59.007790 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-e683bfa7-12a1-4d27-b86d-47c8be2c30ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:59.024054 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-386b8cb5-3475-4917-bb80-87c7deb23515 None None] For port b26f213a-d0f5-4fdc-8e97-231fb79d0664, host dv-cinder-794669-4-iscsi, cleared binding levels {{(pid=92565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:06:59.042405 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-fb6240ee-955a-4b5d-a343-f4030e6d98a3 req-d0279794-5277-401a-a045-c0677de37d48 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946283
Jun 03 22:06:59.045106 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-386b8cb5-3475-4917-bb80-87c7deb23515 None None] For port b26f213a-d0f5-4fdc-8e97-231fb79d0664, host dv-cinder-794669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=b26f213a-d0f5-4fdc-8e97-231fb79d0664,segment=NetworkSegment(f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc),segment_id=f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc)] {{(pid=92565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:06:59.055161 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-9604f97a-1578-4b53-b488-b65b95aba2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:59.126746 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 59892) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:59.176660 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84fe03-323d-48ca-b8a7-f58b114f7766 req-fab1b50d-9ae7-4634-8e77-5bb0a5c7e490 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:06:59.178254 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-3e84fe03-323d-48ca-b8a7-f58b114f7766 req-fab1b50d-9ae7-4634-8e77-5bb0a5c7e490 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.3507333
Jun 03 22:06:59.226936 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-386b8cb5-3475-4917-bb80-87c7deb23515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:59.236256 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-0834f729-01ad-4545-9f12-567b4e12dd5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:59.255554 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.db_base_plugin_common [None req-acd72c75-5798-4fb4-82cb-443c716a2046 admin admin] Allocated IP 172.27.0.17 (fbd3fa50-1ea9-4a37-9f63-373be6d121e3/b881b088-b524-4558-b754-6a0245dcfb71/eb79fc1f-e331-417b-b287-23c155929652) {{(pid=92563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:06:59.262975 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-661a8609-35d0-4363-86cc-3f0fc68a5fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:59.272264 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-9858f474-83d0-4def-8bde-0c4222176c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:59.296006 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-661a8609-35d0-4363-86cc-3f0fc68a5fc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:06:59.310490 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-3e84fe03-323d-48ca-b8a7-f58b114f7766 req-2ece1162-bd9b-4cf4-9933-bd07ae0c47ff tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204612
Jun 03 22:06:59.314149 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-661a8609-35d0-4363-86cc-3f0fc68a5fc8 admin admin] Usage tracker for resource:security_group_rule and tenant:5a4531c0c6124ad29be3bbeb095db81f is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:06:59.355045 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-661a8609-35d0-4363-86cc-3f0fc68a5fc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:06:59.374018 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b8cb5-3475-4917-bb80-87c7deb23515 None None] Pushing event updated for resources: {'Port': ['ID=b26f213a-d0f5-4fdc-8e97-231fb79d0664,revision_number=2']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:59.387389 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-386b8cb5-3475-4917-bb80-87c7deb23515 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:59.398321 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-9858f474-83d0-4def-8bde-0c4222176c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:59.405997 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-661a8609-35d0-4363-86cc-3f0fc68a5fc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:06:59.574419 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-9604f97a-1578-4b53-b488-b65b95aba2e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0f0e9a3-4216-42c6-8c8c-503b2a96d721 {{(pid=92564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 22:06:59.600408 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-9604f97a-1578-4b53-b488-b65b95aba2e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:59.664689 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-acd72c75-5798-4fb4-82cb-443c716a2046 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:59.666769 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.provisioning_blocks [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-9604f97a-1578-4b53-b488-b65b95aba2e8 service neutron] Transition to ACTIVE for port object b0f0e9a3-4216-42c6-8c8c-503b2a96d721 will not be triggered until provisioned by entity L2. {{(pid=92564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:06:59.788545 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-9604f97a-1578-4b53-b488-b65b95aba2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31972166'] for port, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:59.789187 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-661a8609-35d0-4363-86cc-3f0fc68a5fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:59.794345 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-eff5aa67-7c82-4e25-a9ff-4cfadf45330e tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:59.857886 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-9858f474-83d0-4def-8bde-0c4222176c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:59.865866 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-0f03e81f-66e8-4081-987c-a76e99b5cc46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:59.880155 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-661a8609-35d0-4363-86cc-3f0fc68a5fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:59.898931 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9858f474-83d0-4def-8bde-0c4222176c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1791213e-42a0-4f74-81a8-6fe2dd1b1969,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:59.902639 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-9858f474-83d0-4def-8bde-0c4222176c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:06:59.907305 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:06:59.955933 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-acd72c75-5798-4fb4-82cb-443c716a2046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33200950'] for port, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:06:59.965659 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-661a8609-35d0-4363-86cc-3f0fc68a5fc8 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=5a4531c0c6124ad29be3bbeb095db81f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8348217
Jun 03 22:06:59.975452 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 59900) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:06:59.979626 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a8609-35d0-4363-86cc-3f0fc68a5fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406efed0-e6a9-44a8-b740-470b67b5612f,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:06:59.999457 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-661a8609-35d0-4363-86cc-3f0fc68a5fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:00.002307 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-f7f8279d-a934-4148-a8c0-9244139ee366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:00.073300 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd72c75-5798-4fb4-82cb-443c716a2046 admin admin] Network fbd3fa50-1ea9-4a37-9f63-373be6d121e3 is already hosted by enough agents. {{(pid=92563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:07:00.074136 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604f97a-1578-4b53-b488-b65b95aba2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f0e9a3-4216-42c6-8c8c-503b2a96d721,revision_number=2']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:00.081779 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-9604f97a-1578-4b53-b488-b65b95aba2e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:00.090162 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-acd72c75-5798-4fb4-82cb-443c716a2046 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:07:00.093187 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-9858f474-83d0-4def-8bde-0c4222176c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:00.095298 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-9858f474-83d0-4def-8bde-0c4222176c9c admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/1791213e-42a0-4f74-81a8-6fe2dd1b1969 HTTP/1.1" status: 204  len: 168 time: 1.1243377
Jun 03 22:07:00.106341 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd72c75-5798-4fb4-82cb-443c716a2046 admin admin] Received port after_create {{(pid=92563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:07:00.175642 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-9604f97a-1578-4b53-b488-b65b95aba2e8 service neutron] Attempting to bind port b0f0e9a3-4216-42c6-8c8c-503b2a96d721 on host hv-cinder-79466 for vnic_type normal with profile  {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:07:00.175642 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-9604f97a-1578-4b53-b488-b65b95aba2e8 service neutron] Attempting to bind port b0f0e9a3-4216-42c6-8c8c-503b2a96d721 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '78cbdb10-dbd3-4f35-8746-fd326444031e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': 'bba2e61c-d091-4a23-95a7-3079a9574eb0'}] {{(pid=92564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:07:00.175642 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-9604f97a-1578-4b53-b488-b65b95aba2e8 service neutron] Attempting to bind port b0f0e9a3-4216-42c6-8c8c-503b2a96d721 on network bba2e61c-d091-4a23-95a7-3079a9574eb0 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:07:00.179045 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-9604f97a-1578-4b53-b488-b65b95aba2e8 service neutron] Port b0f0e9a3-4216-42c6-8c8c-503b2a96d721 on network bba2e61c-d091-4a23-95a7-3079a9574eb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 22:07:00.179524 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-9604f97a-1578-4b53-b488-b65b95aba2e8 service neutron] Attempting to bind port b0f0e9a3-4216-42c6-8c8c-503b2a96d721 on network bba2e61c-d091-4a23-95a7-3079a9574eb0 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:07:00.187147 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-9604f97a-1578-4b53-b488-b65b95aba2e8 service neutron] Checking agent: {'id': 'ba7169ba-ec54-42ab-82e6-dffd3900ba09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 22, 3, 45), 'started_at': datetime.datetime(2021, 6, 3, 22, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:07:00.187527 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-9604f97a-1578-4b53-b488-b65b95aba2e8 service neutron] Checking segment: {'id': '78cbdb10-dbd3-4f35-8746-fd326444031e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': 'bba2e61c-d091-4a23-95a7-3079a9574eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:07:00.187919 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-9604f97a-1578-4b53-b488-b65b95aba2e8 service neutron] Bound using segment: {'id': '78cbdb10-dbd3-4f35-8746-fd326444031e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': 'bba2e61c-d091-4a23-95a7-3079a9574eb0'} {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:07:00.188389 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-9604f97a-1578-4b53-b488-b65b95aba2e8 service neutron] Bound port: b0f0e9a3-4216-42c6-8c8c-503b2a96d721, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78cbdb10-dbd3-4f35-8746-fd326444031e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': 'bba2e61c-d091-4a23-95a7-3079a9574eb0'}}] {{(pid=92564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:07:00.188692 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-9604f97a-1578-4b53-b488-b65b95aba2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:00.219013 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c33019-8b5c-4804-8d8f-d8139b94d9ba req-384e276a-fb35-43b5-a97a-929e24013204 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:00.222564 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-16c33019-8b5c-4804-8d8f-d8139b94d9ba req-384e276a-fb35-43b5-a97a-929e24013204 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/ports?device_id=42f47809-7581-400d-ad44-486b6a2b39e5 HTTP/1.1" status: 200  len: 943 time: 0.4013877
Jun 03 22:07:00.241093 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd72c75-5798-4fb4-82cb-443c716a2046 admin admin] Pushing event updated for resources: {'Port': ['ID=eb79fc1f-e331-417b-b287-23c155929652,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:00.253967 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-acd72c75-5798-4fb4-82cb-443c716a2046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:00.374006 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-9604f97a-1578-4b53-b488-b65b95aba2e8 service neutron] For port b0f0e9a3-4216-42c6-8c8c-503b2a96d721, host hv-cinder-79466, cleared binding levels {{(pid=92564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:07:00.377981 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-9604f97a-1578-4b53-b488-b65b95aba2e8 service neutron] For port b0f0e9a3-4216-42c6-8c8c-503b2a96d721, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=b0f0e9a3-4216-42c6-8c8c-503b2a96d721,segment=NetworkSegment(78cbdb10-dbd3-4f35-8746-fd326444031e),segment_id=78cbdb10-dbd3-4f35-8746-fd326444031e)] {{(pid=92564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:07:00.387822 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-33c0faab-fcc1-4dc9-87e0-130b42f33921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:00.422108 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac6143-da2d-4e68-b170-662ddbb1b87d req-451daa02-2a68-4340-b153-4641f3270034 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:00.422780 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-b0ac6143-da2d-4e68-b170-662ddbb1b87d req-451daa02-2a68-4340-b153-4641f3270034 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Synchronizing usage tracker for tenant:18fd8ab8eb5140b4ab7192485bb70cd8 on resource:port {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:07:00.471435 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-9604f97a-1578-4b53-b488-b65b95aba2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31972166'] for port, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:00.476371 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-d62d94c8-5f90-4700-9d85-363d23c5d57f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:00.548101 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-9604f97a-1578-4b53-b488-b65b95aba2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:00.552669 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-9604f97a-1578-4b53-b488-b65b95aba2e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:00.552669 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-9604f97a-1578-4b53-b488-b65b95aba2e8 service neutron] 10.222.0.58 "PUT /v2.0/ports/b0f0e9a3-4216-42c6-8c8c-503b2a96d721 HTTP/1.1" status: 200  len: 1093 time: 1.7739880
Jun 03 22:07:00.553321 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b78f5f5b-d731-47a0-884b-aa8524640708', 'tag': 'b0f0e9a3-4216-42c6-8c8c-503b2a96d721'}] {{(pid=92564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:07:00.556916 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c024af40dcbc7289fed731e5c35c42eecf8f16a39534b44a636824a10e0ed12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0e3286-635c-4397-9097-c51a8ecbb7cc" -d '{"events": [{"name": "network-changed", "server_uuid": "b78f5f5b-d731-47a0-884b-aa8524640708", "tag": "b0f0e9a3-4216-42c6-8c8c-503b2a96d721"}]}' {{(pid=92564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:07:00.559501 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-b0ac6143-da2d-4e68-b170-662ddbb1b87d req-451daa02-2a68-4340-b153-4641f3270034 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Unset dirty status for tenant:18fd8ab8eb5140b4ab7192485bb70cd8 on resource:port {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:07:00.561098 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b0ac6143-da2d-4e68-b170-662ddbb1b87d req-451daa02-2a68-4340-b153-4641f3270034 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=b78f5f5b-d731-47a0-884b-aa8524640708 HTTP/1.1" status: 200  len: 943 time: 0.3472013
Jun 03 22:07:00.587695 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 22:07:00.597463 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-16c33019-8b5c-4804-8d8f-d8139b94d9ba req-b8768635-e91c-41a6-9db9-5054e86ad774 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/security-groups?id=7465d1fd-ce52-4752-8297-447aa66f1dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3583844
Jun 03 22:07:00.630523 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604f97a-1578-4b53-b488-b65b95aba2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=b0f0e9a3-4216-42c6-8c8c-503b2a96d721,revision_number=3']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:00.643855 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-9604f97a-1578-4b53-b488-b65b95aba2e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:00.657501 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-33c0faab-fcc1-4dc9-87e0-130b42f33921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:00.732622 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b0ac6143-da2d-4e68-b170-662ddbb1b87d req-ae684432-b271-42b6-b044-33053f18e6f2 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1482241
Jun 03 22:07:00.826399 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device b26f213a-d0f5-4fdc-8e97-231fb79d0664 up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:07:00.846830 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97538f37-39b4-4bbc-bbf1-ab1d6e224e63 x-openstack-request-id: req-97538f37-39b4-4bbc-bbf1-ab1d6e224e63 {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:07:00.847538 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b78f5f5b-d731-47a0-884b-aa8524640708", "tag": "b0f0e9a3-4216-42c6-8c8c-503b2a96d721", "status": "completed", "code": 200}]} {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:07:00.847538 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-97538f37-39b4-4bbc-bbf1-ab1d6e224e63 {{(pid=92564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:07:00.847981 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b78f5f5b-d731-47a0-884b-aa8524640708', 'tag': 'b0f0e9a3-4216-42c6-8c8c-503b2a96d721', 'status': 'completed', 'code': 200}
Jun 03 22:07:00.868161 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a86111-0178-4a58-8cd1-c27c437b2ae7 None None] Network ebaf9a1d-decc-4b44-8917-97a40dd6cd32 requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:07:00.906621 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-1be97e00-abeb-41da-b080-e71aa3f169c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:00.909275 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-1be97e00-abeb-41da-b080-e71aa3f169c7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=18fd8ab8eb5140b4ab7192485bb70cd8&device_id=b78f5f5b-d731-47a0-884b-aa8524640708 HTTP/1.1" status: 200  len: 1096 time: 0.1752617
Jun 03 22:07:01.011728 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-f598e865-e905-4f95-9c03-2a278ac898ad service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0f0e9a3-4216-42c6-8c8c-503b2a96d721 HTTP/1.1" status: 200  len: 217 time: 0.0952458
Jun 03 22:07:01.043852 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port 1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa,segment=NetworkSegment(95668b19-637e-43fa-a795-6e39093b35e3),segment_id=95668b19-637e-43fa-a795-6e39093b35e3)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:07:01.091650 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-33c0faab-fcc1-4dc9-87e0-130b42f33921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:01.099258 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-2e345e3a-0c39-4623-a87e-6265dc3d8050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:01.101010 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-2e345e3a-0c39-4623-a87e-6265dc3d8050 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=969eac6f-666f-4cbf-a728-422f9d725aef HTTP/1.1" status: 200  len: 853 time: 0.0835049
Jun 03 22:07:01.103884 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-4fa3c8a4-4b82-49f5-8c7c-68378963ac61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:01.122227 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0faab-fcc1-4dc9-87e0-130b42f33921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406efed0-e6a9-44a8-b740-470b67b5612f,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:01.127259 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-33c0faab-fcc1-4dc9-87e0-130b42f33921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:01.140347 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-33c0faab-fcc1-4dc9-87e0-130b42f33921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:01.141712 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-33c0faab-fcc1-4dc9-87e0-130b42f33921 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/406efed0-e6a9-44a8-b740-470b67b5612f HTTP/1.1" status: 204  len: 168 time: 1.1632977
Jun 03 22:07:01.152085 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-acd72c75-5798-4fb4-82cb-443c716a2046 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:01.170633 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Returning: {'device': '1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa', 'network_id': 'ddd8a16b-6f16-4584-998b-4fb42fefe312', 'port_id': '1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa', 'mac_address': 'fa:16:3e:29:4e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c71a1489-1ea8-4749-a3a0-328df2d25fbd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 22:07:01.172517 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-e95479f3-9fcc-418e-ba68-e67b1ac5fdb3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bba2e61c-d091-4a23-95a7-3079a9574eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0642209
Jun 03 22:07:01.298982 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-162908ce-6b17-4f4b-bbfc-f7eda663bba5 None None] Provisioning for port b26f213a-d0f5-4fdc-8e97-231fb79d0664 completed by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:07:01.301865 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:01.341568 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.notifiers.nova [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa {{(pid=92565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 22:07:01.342392 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-8095062c-a038-4553-9d8a-fb0b3430ee76 service neutron] 10.222.0.58 "GET /v2.0/networks/bba2e61c-d091-4a23-95a7-3079a9574eb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1630859
Jun 03 22:07:01.387230 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning for port b26f213a-d0f5-4fdc-8e97-231fb79d0664 completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:07:01.406517 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port 1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa,segment=NetworkSegment(95668b19-637e-43fa-a795-6e39093b35e3),segment_id=95668b19-637e-43fa-a795-6e39093b35e3)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:07:01.407475 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port b26f213a-d0f5-4fdc-8e97-231fb79d0664 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:07:01.407854 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:01.501203 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a50a9d43-0169-4561-b9c0-9741f97cee6d req-b9568c02-607a-498f-9784-46f7dec26bcb service neutron] 10.222.0.58 "GET /v2.0/networks/bba2e61c-d091-4a23-95a7-3079a9574eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1520724
Jun 03 22:07:01.566720 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:01.568737 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:01.573751 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-acd72c75-5798-4fb4-82cb-443c716a2046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-309310'] for router, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:01.580564 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:01.687016 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] For port b26f213a-d0f5-4fdc-8e97-231fb79d0664, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=b26f213a-d0f5-4fdc-8e97-231fb79d0664,segment=NetworkSegment(f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc),segment_id=f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:07:01.733549 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Pushing event updated for resources: {'Port': ['ID=1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa,revision_number=4']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:01.751609 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:01.826756 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:01.831143 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:02.026377 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Pushing event updated for resources: {'Port': ['ID=b26f213a-d0f5-4fdc-8e97-231fb79d0664,revision_number=3']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:02.030536 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:02.035070 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] get_ports_and_sgs() called for port_ids ['1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa'] {{(pid=92565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 22:07:02.065969 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e3286-635c-4397-9097-c51a8ecbb7cc req-8205ff69-7798-43fb-b615-dc5900587cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:02.069532 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-1f0e3286-635c-4397-9097-c51a8ecbb7cc req-8205ff69-7798-43fb-b615-dc5900587cec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=18fd8ab8eb5140b4ab7192485bb70cd8&device_id=b78f5f5b-d731-47a0-884b-aa8524640708 HTTP/1.1" status: 200  len: 1096 time: 0.3505673
Jun 03 22:07:02.107065 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-c1be2ce8-ec35-45a8-85f4-71548ec73d89 None None] Provisioning complete for port b26f213a-d0f5-4fdc-8e97-231fb79d0664 triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:07:02.107849 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c1be2ce8-ec35-45a8-85f4-71548ec73d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:02.125457 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d227553-6c78-435d-9d1e-9ca454035f2f req-caee5d7c-1efa-4c98-8bda-dc477fa7371a tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:02.127033 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6d227553-6c78-435d-9d1e-9ca454035f2f req-caee5d7c-1efa-4c98-8bda-dc477fa7371a tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/ports?device_id=42f47809-7581-400d-ad44-486b6a2b39e5 HTTP/1.1" status: 200  len: 944 time: 0.2528527
Jun 03 22:07:02.176593 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497870e2-c9cf-4bd4-8efe-fc163a59b0b2 req-a9518bb0-2a54-4eba-8c5b-a0fe4b8ea386 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:02.178730 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-497870e2-c9cf-4bd4-8efe-fc163a59b0b2 req-a9518bb0-2a54-4eba-8c5b-a0fe4b8ea386 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=b78f5f5b-d731-47a0-884b-aa8524640708 HTTP/1.1" status: 200  len: 943 time: 0.1555066
Jun 03 22:07:02.247264 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6d227553-6c78-435d-9d1e-9ca454035f2f req-81ed15a4-9d34-4f3e-864a-b83319d5d476 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/security-groups?id=7465d1fd-ce52-4752-8297-447aa66f1dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078894
Jun 03 22:07:02.251785 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-497870e2-c9cf-4bd4-8efe-fc163a59b0b2 req-45b91f3c-ca67-466e-bb70-48835de39e7d tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618763
Jun 03 22:07:02.277123 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e3286-635c-4397-9097-c51a8ecbb7cc req-3726b672-4ea2-48d6-8148-bbe69968c8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:02.279168 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-1f0e3286-635c-4397-9097-c51a8ecbb7cc req-3726b672-4ea2-48d6-8148-bbe69968c8b8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bba2e61c-d091-4a23-95a7-3079a9574eb0 HTTP/1.1" status: 200  len: 915 time: 0.2015977
Jun 03 22:07:02.379801 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd72c75-5798-4fb4-82cb-443c716a2046 admin admin] Router 7325b41f-f561-4062-bd16-7dd064c63cbc is scheduled to L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 with binding_index 1 {{(pid=92563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 03 22:07:02.384849 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-1f0e3286-635c-4397-9097-c51a8ecbb7cc req-5effd11d-a22f-48ed-8eef-1249abb9ce93 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0f0e9a3-4216-42c6-8c8c-503b2a96d721 HTTP/1.1" status: 200  len: 217 time: 0.0985916
Jun 03 22:07:02.474505 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device b26f213a-d0f5-4fdc-8e97-231fb79d0664 up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:07:02.509148 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e3286-635c-4397-9097-c51a8ecbb7cc req-1a96abc7-9528-4eb6-b2fd-5d1accd22ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:02.511243 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-1f0e3286-635c-4397-9097-c51a8ecbb7cc req-1a96abc7-9528-4eb6-b2fd-5d1accd22ce3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=969eac6f-666f-4cbf-a728-422f9d725aef HTTP/1.1" status: 200  len: 853 time: 0.1168308
Jun 03 22:07:02.575085 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port b26f213a-d0f5-4fdc-8e97-231fb79d0664 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:07:02.575452 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:02.593133 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-1f0e3286-635c-4397-9097-c51a8ecbb7cc req-2cb84c51-14c9-416b-bf60-d75919e1065e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bba2e61c-d091-4a23-95a7-3079a9574eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0736253
Jun 03 22:07:02.678397 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd72c75-5798-4fb4-82cb-443c716a2046 admin admin] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:07:02.697591 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024aeb97-7714-47c6-8cab-0c490c4a1121 None None] Sync routers for ids ['7325b41f-f561-4062-bd16-7dd064c63cbc'] in dv-cinder-794669-4-iscsi {{(pid=92566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:07:02.719158 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024aeb97-7714-47c6-8cab-0c490c4a1121 None None] Routers {'7325b41f-f561-4062-bd16-7dd064c63cbc'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:07:02.721814 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-024aeb97-7714-47c6-8cab-0c490c4a1121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814eee1af0>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:06:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['7325b41f-f561-4062-bd16-7dd064c63cbc'], 'active': True} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:07:02.854564 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-1f0e3286-635c-4397-9097-c51a8ecbb7cc req-d0a07d2d-4412-42fc-ba5c-765bc5ddab64 service neutron] 10.222.0.58 "GET /v2.0/networks/bba2e61c-d091-4a23-95a7-3079a9574eb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2519367
Jun 03 22:07:02.934663 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-acd72c75-5798-4fb4-82cb-443c716a2046 admin admin] Notify callbacks [] for router, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:02.936585 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-acd72c75-5798-4fb4-82cb-443c716a2046 admin admin] 10.222.0.106 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 5.5430434
Jun 03 22:07:02.938202 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvr_db [None req-024aeb97-7714-47c6-8cab-0c490c4a1121 None None] Set router 7325b41f-f561-4062-bd16-7dd064c63cbc gateway port host: dv-cinder-794669-4-iscsi {{(pid=92566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:07:02.947626 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 59966) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:07:03.041062 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-1f0e3286-635c-4397-9097-c51a8ecbb7cc req-f363b79a-a693-4f09-8105-7256e70d8e25 service neutron] 10.222.0.58 "GET /v2.0/networks/bba2e61c-d091-4a23-95a7-3079a9574eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1766460
Jun 03 22:07:03.327590 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-024aeb97-7714-47c6-8cab-0c490c4a1121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814eee1af0>, [{'id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'name': 'tempest-AttachVolumeTestJSON-1177439061-router', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'eb79fc1f-e331-417b-b287-23c155929652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:06:57Z', 'updated_at': '2021-06-03T22:07:00Z', 'revision_number': 3, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'gw_port': {'id': 'eb79fc1f-e331-417b-b287-23c155929652', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ea:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:06:58Z', 'updated_at': '2021-06-03T22:06:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:07:03.332066 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024aeb97-7714-47c6-8cab-0c490c4a1121 None None] Checking router: 7325b41f-f561-4062-bd16-7dd064c63cbc for host: dv-cinder-794669-4-iscsi {{(pid=92566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:07:03.332891 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024aeb97-7714-47c6-8cab-0c490c4a1121 None None] Updating router 7325b41f-f561-4062-bd16-7dd064c63cbc port eb79fc1f-e331-417b-b287-23c155929652 binding host dv-cinder-794669-4-iscsi {{(pid=92566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 22:07:03.424286 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-024aeb97-7714-47c6-8cab-0c490c4a1121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:03.620602 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee88fc-3432-47f7-903a-05ae7d23ca13 req-1bd92db6-d099-493b-8361-86cab5b0b09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:03.622137 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-83ee88fc-3432-47f7-903a-05ae7d23ca13 req-1bd92db6-d099-493b-8361-86cab5b0b09e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb9a7d32ed194ab1b6188c11ba83bbd4&device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 1099 time: 0.2359645
Jun 03 22:07:03.677912 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742bdf9a-b1d9-45b5-9aba-5d7fd403f66a req-59334923-3096-4b1b-ac52-99319387d098 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:03.679649 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-742bdf9a-b1d9-45b5-9aba-5d7fd403f66a req-59334923-3096-4b1b-ac52-99319387d098 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=b78f5f5b-d731-47a0-884b-aa8524640708 HTTP/1.1" status: 200  len: 943 time: 0.2107592
Jun 03 22:07:03.759361 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee982d9-5251-4f9b-83d3-a77c2c9006f0 req-781d41af-14c1-4f93-a5bf-88ed364a4a8e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:03.761023 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-eee982d9-5251-4f9b-83d3-a77c2c9006f0 req-781d41af-14c1-4f93-a5bf-88ed364a4a8e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.3396087
Jun 03 22:07:03.831084 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-eee982d9-5251-4f9b-83d3-a77c2c9006f0 req-bdf1a2e4-fc59-4801-a6fe-5c0d994f1d4b tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616009
Jun 03 22:07:03.866045 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-024aeb97-7714-47c6-8cab-0c490c4a1121 None None] Notify callbacks [] for port, precommit_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:03.885911 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.provisioning_blocks [None req-024aeb97-7714-47c6-8cab-0c490c4a1121 None None] Transition to ACTIVE for port object eb79fc1f-e331-417b-b287-23c155929652 will not be triggered until provisioned by entity L2. {{(pid=92566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:07:03.895378 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-742bdf9a-b1d9-45b5-9aba-5d7fd403f66a req-883571f4-1832-4c4c-bb1f-bd33dcd58440 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183171
Jun 03 22:07:03.901485 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee88fc-3432-47f7-903a-05ae7d23ca13 req-888b487f-a536-420f-bb6a-04d4b506363e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:03.904174 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-83ee88fc-3432-47f7-903a-05ae7d23ca13 req-888b487f-a536-420f-bb6a-04d4b506363e service neutron] 10.222.0.58 "GET /v2.0/networks?id=ceedd4ab-fc8f-4298-8659-a082fdebf44c HTTP/1.1" status: 200  len: 921 time: 0.2706857
Jun 03 22:07:04.026520 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-024aeb97-7714-47c6-8cab-0c490c4a1121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:04.034435 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:04.058306 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-83ee88fc-3432-47f7-903a-05ae7d23ca13 req-2a1abe5a-ce97-414f-9160-03cfa1fc97df service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db162f97-61e7-4c95-abfb-63f6380efaac HTTP/1.1" status: 200  len: 217 time: 0.1483221
Jun 03 22:07:04.147380 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66441451-08c6-414e-a7b2-01c06ada1fed None None] Pushing event updated for resources: {'Port': ['ID=eb79fc1f-e331-417b-b287-23c155929652,revision_number=2']} {{(pid=92566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:04.151505 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee88fc-3432-47f7-903a-05ae7d23ca13 req-98296599-53d6-4ffb-9119-0aa2cf661c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:04.153254 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-83ee88fc-3432-47f7-903a-05ae7d23ca13 req-98296599-53d6-4ffb-9119-0aa2cf661c2c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cdfc5818-5ff2-45c9-ba1c-7ddd531c675e HTTP/1.1" status: 200  len: 859 time: 0.0842609
Jun 03 22:07:04.157156 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a0360526-c804-4454-8d2a-d4e4749790ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:04.158568 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66441451-08c6-414e-a7b2-01c06ada1fed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:04.160056 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66441451-08c6-414e-a7b2-01c06ada1fed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:04.160056 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66441451-08c6-414e-a7b2-01c06ada1fed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:04.160056 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66441451-08c6-414e-a7b2-01c06ada1fed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:04.160056 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66441451-08c6-414e-a7b2-01c06ada1fed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:04.168858 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66441451-08c6-414e-a7b2-01c06ada1fed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:04.168858 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66441451-08c6-414e-a7b2-01c06ada1fed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:04.168858 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66441451-08c6-414e-a7b2-01c06ada1fed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:04.168858 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66441451-08c6-414e-a7b2-01c06ada1fed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:04.168858 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66441451-08c6-414e-a7b2-01c06ada1fed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:04.168858 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66441451-08c6-414e-a7b2-01c06ada1fed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:04.168858 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66441451-08c6-414e-a7b2-01c06ada1fed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:04.174958 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG oslo_concurrency.lockutils [None req-66441451-08c6-414e-a7b2-01c06ada1fed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:04.202216 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.managers [None req-024aeb97-7714-47c6-8cab-0c490c4a1121 None None] Attempting to bind port eb79fc1f-e331-417b-b287-23c155929652 on host dv-cinder-794669-4-iscsi for vnic_type normal with profile  {{(pid=92566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:07:04.202940 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.managers [None req-024aeb97-7714-47c6-8cab-0c490c4a1121 None None] Attempting to bind port eb79fc1f-e331-417b-b287-23c155929652 by drivers openvswitch,hyperv on host dv-cinder-794669-4-iscsi at level 0 using segments [{'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'}] {{(pid=92566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:07:04.203572 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024aeb97-7714-47c6-8cab-0c490c4a1121 None None] Attempting to bind port eb79fc1f-e331-417b-b287-23c155929652 on network fbd3fa50-1ea9-4a37-9f63-373be6d121e3 {{(pid=92566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:07:04.210342 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024aeb97-7714-47c6-8cab-0c490c4a1121 None None] Checking agent: {'id': '5a6b735b-9c6f-44f2-a3b4-85e645e583d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 57, 20), 'started_at': datetime.datetime(2021, 6, 3, 21, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:07:04.211062 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024aeb97-7714-47c6-8cab-0c490c4a1121 None None] Checking segment: {'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:07:04.212148 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-024aeb97-7714-47c6-8cab-0c490c4a1121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:04.212734 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024aeb97-7714-47c6-8cab-0c490c4a1121 None None] Bound using segment: {'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'} {{(pid=92566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:07:04.215575 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.managers [None req-024aeb97-7714-47c6-8cab-0c490c4a1121 None None] Bound port: eb79fc1f-e331-417b-b287-23c155929652, host: dv-cinder-794669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'}}] {{(pid=92566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:07:04.216247 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-024aeb97-7714-47c6-8cab-0c490c4a1121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:04.223350 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-83ee88fc-3432-47f7-903a-05ae7d23ca13 req-045c3176-f97d-4803-90b8-2da44c9beb91 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ceedd4ab-fc8f-4298-8659-a082fdebf44c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0600929
Jun 03 22:07:04.339642 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 60006) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:07:04.346061 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.db [None req-024aeb97-7714-47c6-8cab-0c490c4a1121 None None] For port eb79fc1f-e331-417b-b287-23c155929652, host dv-cinder-794669-4-iscsi, cleared binding levels {{(pid=92566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:07:04.349809 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.db [None req-024aeb97-7714-47c6-8cab-0c490c4a1121 None None] For port eb79fc1f-e331-417b-b287-23c155929652, host dv-cinder-794669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=eb79fc1f-e331-417b-b287-23c155929652,segment=NetworkSegment(cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c),segment_id=cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c)] {{(pid=92566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:07:04.439516 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-024aeb97-7714-47c6-8cab-0c490c4a1121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:04.443818 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:04.471235 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-83ee88fc-3432-47f7-903a-05ae7d23ca13 req-a715ec55-98c5-427d-8ac6-bf65e0d6dcf7 service neutron] 10.222.0.58 "GET /v2.0/networks/ceedd4ab-fc8f-4298-8659-a082fdebf44c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2406538
Jun 03 22:07:04.536097 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66441451-08c6-414e-a7b2-01c06ada1fed None None] Pushing event updated for resources: {'Port': ['ID=eb79fc1f-e331-417b-b287-23c155929652,revision_number=3']} {{(pid=92566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:04.538587 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742d632-58d2-4a8a-ae76-efd1093b10d0 req-43db1e1f-8784-492e-b18e-dbed1191d717 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:04.543516 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG oslo_concurrency.lockutils [None req-66441451-08c6-414e-a7b2-01c06ada1fed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:04.554723 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-e742d632-58d2-4a8a-ae76-efd1093b10d0 req-43db1e1f-8784-492e-b18e-dbed1191d717 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/ports?device_id=42f47809-7581-400d-ad44-486b6a2b39e5 HTTP/1.1" status: 200  len: 944 time: 0.5183611
Jun 03 22:07:04.571828 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024aeb97-7714-47c6-8cab-0c490c4a1121 None None] Routers {'7325b41f-f561-4062-bd16-7dd064c63cbc'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:07:04.574286 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-024aeb97-7714-47c6-8cab-0c490c4a1121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814eee1af0>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:06:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['7325b41f-f561-4062-bd16-7dd064c63cbc'], 'active': True} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:07:04.606480 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device b0f0e9a3-4216-42c6-8c8c-503b2a96d721 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 22:07:04.615395 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa up at agent hyperv_hv-cinder-79466 {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:07:04.670744 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-e742d632-58d2-4a8a-ae76-efd1093b10d0 req-7d2e562f-288a-4592-86e1-a32e5c8c5d62 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/security-groups?id=7465d1fd-ce52-4752-8297-447aa66f1dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144850
Jun 03 22:07:04.735946 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-83ee88fc-3432-47f7-903a-05ae7d23ca13 req-d5204ae1-1c03-4691-9f12-f27668cc746c service neutron] 10.222.0.58 "GET /v2.0/networks/ceedd4ab-fc8f-4298-8659-a082fdebf44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2587874
Jun 03 22:07:04.760329 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-80ab7884-8b69-4b7b-bdc3-00281155ffed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:04.786075 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-80ab7884-8b69-4b7b-bdc3-00281155ffed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:07:04.794268 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvr_db [None req-024aeb97-7714-47c6-8cab-0c490c4a1121 None None] Set router 7325b41f-f561-4062-bd16-7dd064c63cbc gateway port host: dv-cinder-794669-4-iscsi {{(pid=92566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:07:04.797646 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-80ab7884-8b69-4b7b-bdc3-00281155ffed admin admin] Usage tracker for resource:security_group_rule and tenant:fa7f90123fb44365968bfd31c420e60a is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:07:04.802038 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-80ab7884-8b69-4b7b-bdc3-00281155ffed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:07:04.811311 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-80ab7884-8b69-4b7b-bdc3-00281155ffed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:07:04.826582 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.db_base_plugin_common [None req-a0360526-c804-4454-8d2a-d4e4749790ed admin admin] Allocated IP 172.20.0.1 (ebaf9a1d-decc-4b44-8917-97a40dd6cd32/a52c3c6b-a445-47db-810f-6427fa90f388/2a3c93d8-87f0-4538-b7f7-526e1ef502a5) {{(pid=92563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:07:04.947554 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port b0f0e9a3-4216-42c6-8c8c-503b2a96d721, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=b0f0e9a3-4216-42c6-8c8c-503b2a96d721,segment=NetworkSegment(78cbdb10-dbd3-4f35-8746-fd326444031e),segment_id=78cbdb10-dbd3-4f35-8746-fd326444031e)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:07:04.967447 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Provisioning for port 1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:07:04.993988 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Provisioning complete for port 1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:07:04.996023 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:05.076624 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Returning: {'device': 'b0f0e9a3-4216-42c6-8c8c-503b2a96d721', 'network_id': 'bba2e61c-d091-4a23-95a7-3079a9574eb0', 'port_id': 'b0f0e9a3-4216-42c6-8c8c-503b2a96d721', 'mac_address': 'fa:16:3e:4b:c2:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '969eac6f-666f-4cbf-a728-422f9d725aef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 22:07:05.096009 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-80ab7884-8b69-4b7b-bdc3-00281155ffed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:05.144084 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a0360526-c804-4454-8d2a-d4e4749790ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:05.170014 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-80ab7884-8b69-4b7b-bdc3-00281155ffed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:05.202581 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-79102aeb-b5af-4a20-a2f9-029c2a8ff449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:05.245736 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264d8bf-7853-4cdd-a2b5-e40d3e971d5f req-3dc6a646-19b5-4718-9582-81f153a35a61 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:05.247334 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0264d8bf-7853-4cdd-a2b5-e40d3e971d5f req-3dc6a646-19b5-4718-9582-81f153a35a61 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.2457829
Jun 03 22:07:05.278730 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-024aeb97-7714-47c6-8cab-0c490c4a1121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814eee1af0>, [{'id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'name': 'tempest-AttachVolumeTestJSON-1177439061-router', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'eb79fc1f-e331-417b-b287-23c155929652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:06:57Z', 'updated_at': '2021-06-03T22:07:00Z', 'revision_number': 3, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'gw_port': {'id': 'eb79fc1f-e331-417b-b287-23c155929652', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ea:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:06:58Z', 'updated_at': '2021-06-03T22:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:07:05.283818 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024aeb97-7714-47c6-8cab-0c490c4a1121 None None] The sync data for ids ['7325b41f-f561-4062-bd16-7dd064c63cbc'] in dv-cinder-794669-4-iscsi is: [{'id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'name': 'tempest-AttachVolumeTestJSON-1177439061-router', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'eb79fc1f-e331-417b-b287-23c155929652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:06:57Z', 'updated_at': '2021-06-03T22:07:00Z', 'revision_number': 3, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'gw_port': {'id': 'eb79fc1f-e331-417b-b287-23c155929652', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ea:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:06:58Z', 'updated_at': '2021-06-03T22:07:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}] {{(pid=92566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:07:05.285433 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:05.320336 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0264d8bf-7853-4cdd-a2b5-e40d3e971d5f req-5e61590d-8d81-4530-8d58-5047bda0d358 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653002
Jun 03 22:07:05.321049 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.notifiers.nova [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f0e9a3-4216-42c6-8c8c-503b2a96d721 {{(pid=92565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 22:07:05.344475 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port b0f0e9a3-4216-42c6-8c8c-503b2a96d721, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=b0f0e9a3-4216-42c6-8c8c-503b2a96d721,segment=NetworkSegment(78cbdb10-dbd3-4f35-8746-fd326444031e),segment_id=78cbdb10-dbd3-4f35-8746-fd326444031e)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:07:05.355118 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.provisioning_blocks [None req-a0360526-c804-4454-8d2a-d4e4749790ed admin admin] Transition to ACTIVE for port object 2a3c93d8-87f0-4538-b7f7-526e1ef502a5 will not be triggered until provisioned by entity DHCP. {{(pid=92563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:07:05.383835 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:05.415947 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f47809-7581-400d-ad44-486b6a2b39e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa'}] {{(pid=92565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:07:05.419163 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3783812f727b5bb89ad1c4cb6955cb6829b796867b5a4f4fedffd1e1cb019440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33586607-7a6f-42c8-854c-ecc9fb4718bd" -d '{"events": [{"server_uuid": "42f47809-7581-400d-ad44-486b6a2b39e5", "name": "network-vif-plugged", "status": "completed", "tag": "1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa"}]}' {{(pid=92565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:07:05.443792 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port 1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa,segment=NetworkSegment(95668b19-637e-43fa-a795-6e39093b35e3),segment_id=95668b19-637e-43fa-a795-6e39093b35e3)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:07:05.451439 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:05.451774 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 60036) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:07:05.456956 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-80ab7884-8b69-4b7b-bdc3-00281155ffed admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=fa7f90123fb44365968bfd31c420e60a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1106031
Jun 03 22:07:05.458469 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:05.482283 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab7884-8b69-4b7b-bdc3-00281155ffed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ebf150-e095-4bbb-a616-d92d39699f41,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:05.487715 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-80ab7884-8b69-4b7b-bdc3-00281155ffed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:05.544466 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb5fb51-6c8c-4c12-abb6-1239c553a55f req-1a9c0c02-5a69-4797-a0c9-7cf36b8a0d10 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:05.552172 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-6fb5fb51-6c8c-4c12-abb6-1239c553a55f req-1a9c0c02-5a69-4797-a0c9-7cf36b8a0d10 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=b78f5f5b-d731-47a0-884b-aa8524640708 HTTP/1.1" status: 200  len: 943 time: 0.3511567
Jun 03 22:07:05.576977 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:05.617450 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-41c67c04-894f-4bb8-a951-231980bf1084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:05.645132 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Pushing event updated for resources: {'Port': ['ID=b0f0e9a3-4216-42c6-8c8c-503b2a96d721,revision_number=4']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:05.653776 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:05.654272 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:05.665572 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-6fb5fb51-6c8c-4c12-abb6-1239c553a55f req-dbfb78f0-b408-4fbb-9b26-3d602bb9cb0f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118867
Jun 03 22:07:05.669688 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a0360526-c804-4454-8d2a-d4e4749790ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33200950'] for port, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:05.732868 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-41c67c04-894f-4bb8-a951-231980bf1084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:05.754135 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-acd72c75-5798-4fb4-82cb-443c716a2046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:05.794747 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cb479e-72f5-413a-a546-b5ca2f2bc034 x-openstack-request-id: req-f6cb479e-72f5-413a-a546-b5ca2f2bc034 {{(pid=92565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:07:05.794991 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f47809-7581-400d-ad44-486b6a2b39e5", "name": "network-vif-plugged", "status": "completed", "tag": "1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa", "code": 200}]} {{(pid=92565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:07:05.795859 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-f6cb479e-72f5-413a-a546-b5ca2f2bc034 {{(pid=92565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:07:05.795859 dv-cinder-794669-4-iscsi neutron-server[92565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f47809-7581-400d-ad44-486b6a2b39e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa', 'code': 200}
Jun 03 22:07:05.815571 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] get_ports_and_sgs() called for port_ids ['b0f0e9a3-4216-42c6-8c8c-503b2a96d721'] {{(pid=92565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 22:07:05.891538 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0360526-c804-4454-8d2a-d4e4749790ed admin admin] Network ebaf9a1d-decc-4b44-8917-97a40dd6cd32 is already hosted by enough agents. {{(pid=92563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:07:05.894505 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-a0360526-c804-4454-8d2a-d4e4749790ed admin admin] Resources bound (agent type, host, resource id):  {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:07:05.899706 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0360526-c804-4454-8d2a-d4e4749790ed admin admin] Received port after_create {{(pid=92563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:07:05.962230 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-41c67c04-894f-4bb8-a951-231980bf1084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:05.971218 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-789bf331-66c2-4bc8-944d-9f94f1fda3f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:05.986965 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0360526-c804-4454-8d2a-d4e4749790ed admin admin] Pushing event updated for resources: {'Port': ['ID=2a3c93d8-87f0-4538-b7f7-526e1ef502a5,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:05.991932 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-a0360526-c804-4454-8d2a-d4e4749790ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:06.010770 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a0360526-c804-4454-8d2a-d4e4749790ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-309488'] for router_interface, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:06.011964 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c67c04-894f-4bb8-a951-231980bf1084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ebf150-e095-4bbb-a616-d92d39699f41,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:06.024762 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-41c67c04-894f-4bb8-a951-231980bf1084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:06.038938 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-41c67c04-894f-4bb8-a951-231980bf1084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:06.040438 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-41c67c04-894f-4bb8-a951-231980bf1084 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/29ebf150-e095-4bbb-a616-d92d39699f41 HTTP/1.1" status: 204  len: 168 time: 0.5876336
Jun 03 22:07:06.105550 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec14345-7bd4-428c-818b-b30690c0ef6c req-2fc89d0e-1d3f-45d9-bc91-daf60eba9214 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:06.115850 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Pushing event updated for resources: {'Port': ['ID=1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa,revision_number=5']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:06.121218 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6ec14345-7bd4-428c-818b-b30690c0ef6c req-2fc89d0e-1d3f-45d9-bc91-daf60eba9214 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/ports?device_id=42f47809-7581-400d-ad44-486b6a2b39e5 HTTP/1.1" status: 200  len: 945 time: 0.2243750
Jun 03 22:07:06.128574 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:06.211386 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6ec14345-7bd4-428c-818b-b30690c0ef6c req-7fc9e59a-772a-4f85-b90c-123aeee73828 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/security-groups?id=7465d1fd-ce52-4752-8297-447aa66f1dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909951
Jun 03 22:07:06.298707 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4a0d8-71ce-496c-bc04-d1be6c94c5ca req-dc84af6d-f306-45ca-aad5-6927115d07c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:06.300587 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-97b4a0d8-71ce-496c-bc04-d1be6c94c5ca req-dc84af6d-f306-45ca-aad5-6927115d07c3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=42f47809-7581-400d-ad44-486b6a2b39e5 HTTP/1.1" status: 200  len: 1098 time: 0.0874286
Jun 03 22:07:06.352679 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-97b4a0d8-71ce-496c-bc04-d1be6c94c5ca req-751905e0-4ece-4b1d-b60a-b70d713a51fb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7465d1fd-ce52-4752-8297-447aa66f1dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454075
Jun 03 22:07:06.365887 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a0360526-c804-4454-8d2a-d4e4749790ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:06.405369 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-54e461ee-61aa-4f47-ab77-4e9bdec48101 None None] Provisioning for port 2a3c93d8-87f0-4538-b7f7-526e1ef502a5 completed by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:07:06.411079 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-54e461ee-61aa-4f47-ab77-4e9bdec48101 None None] Provisioning complete for port 2a3c93d8-87f0-4538-b7f7-526e1ef502a5 triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:07:06.411538 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-54e461ee-61aa-4f47-ab77-4e9bdec48101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:06.510467 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device eb79fc1f-e331-417b-b287-23c155929652 up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:07:06.548426 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-54e461ee-61aa-4f47-ab77-4e9bdec48101 None None] Port 2a3c93d8-87f0-4538-b7f7-526e1ef502a5 cannot update to ACTIVE because it is not bound. {{(pid=92565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 22:07:06.678067 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 60058) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:07:06.685993 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning for port eb79fc1f-e331-417b-b287-23c155929652 completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:07:06.691987 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port eb79fc1f-e331-417b-b287-23c155929652 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:07:06.692177 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:06.815330 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df628d5-b946-49b0-b3d2-49e76806f9b4 req-f1bd2c5f-4add-4d22-90e6-d08922553df6 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:06.826053 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-1df628d5-b946-49b0-b3d2-49e76806f9b4 req-f1bd2c5f-4add-4d22-90e6-d08922553df6 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.2988756
Jun 03 22:07:06.892091 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:06.922626 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] For port eb79fc1f-e331-417b-b287-23c155929652, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=eb79fc1f-e331-417b-b287-23c155929652,segment=NetworkSegment(cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c),segment_id=cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:07:06.932599 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a0360526-c804-4454-8d2a-d4e4749790ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:06.946651 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-1df628d5-b946-49b0-b3d2-49e76806f9b4 req-1d14448b-c756-4356-abe2-1e444abbdac7 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196666
Jun 03 22:07:06.995019 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-1b1afe9d-fda1-4d4d-9db6-88f877ea7731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:07.019019 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-1b1afe9d-fda1-4d4d-9db6-88f877ea7731 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:07:07.025743 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-1b1afe9d-fda1-4d4d-9db6-88f877ea7731 admin admin] Usage tracker for resource:security_group_rule and tenant:093f1d691ff44a34848e5faca65c627d is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:07:07.029884 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-1b1afe9d-fda1-4d4d-9db6-88f877ea7731 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:07:07.036911 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-1b1afe9d-fda1-4d4d-9db6-88f877ea7731 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:07:07.075006 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a2806-8dea-4d59-8ef1-44ab980dda7f req-7a4e32f2-70ac-4cb1-873f-bb6ba3b9386b tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:07.076624 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ba9a2806-8dea-4d59-8ef1-44ab980dda7f req-7a4e32f2-70ac-4cb1-873f-bb6ba3b9386b tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=b78f5f5b-d731-47a0-884b-aa8524640708 HTTP/1.1" status: 200  len: 944 time: 0.1830940
Jun 03 22:07:07.114007 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:07.115936 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:07.117301 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a0360526-c804-4454-8d2a-d4e4749790ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33201101'] for port, after_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:07.142208 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ba9a2806-8dea-4d59-8ef1-44ab980dda7f req-60f20453-5d81-427c-9ae5-c83de20808d6 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582688
Jun 03 22:07:07.173099 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-38e93c43-3a32-4e5b-8faf-58b738277b85 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:07.182254 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-1b1afe9d-fda1-4d4d-9db6-88f877ea7731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:07.259556 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0360526-c804-4454-8d2a-d4e4749790ed admin admin] Pushing event updated for resources: {'Port': ['ID=2a3c93d8-87f0-4538-b7f7-526e1ef502a5,revision_number=2']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:07.262194 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a0360526-c804-4454-8d2a-d4e4749790ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664988'] for router_interface, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:07.266525 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-a0360526-c804-4454-8d2a-d4e4749790ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:07.277427 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Pushing event updated for resources: {'Port': ['ID=eb79fc1f-e331-417b-b287-23c155929652,revision_number=4']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:07.282575 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-1b1afe9d-fda1-4d4d-9db6-88f877ea7731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:07.285714 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:07.301313 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-5c96a7d5-d7af-4509-af0b-11a2a5a917fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:07.358885 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-1b1afe9d-fda1-4d4d-9db6-88f877ea7731 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=093f1d691ff44a34848e5faca65c627d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6797810
Jun 03 22:07:07.360010 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1afe9d-fda1-4d4d-9db6-88f877ea7731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c5e57a-b2b2-40a2-bd80-1bdcce52fcbc,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:07.384447 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-1b1afe9d-fda1-4d4d-9db6-88f877ea7731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:07.385794 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 60080) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:07:07.463372 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-14a2f5b9-da10-4a7a-a903-569baf738f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:07.511434 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-14a2f5b9-da10-4a7a-a903-569baf738f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:07.520198 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0360526-c804-4454-8d2a-d4e4749790ed admin admin] Network ebaf9a1d-decc-4b44-8917-97a40dd6cd32 is already hosted by enough agents. {{(pid=92563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:07:07.522443 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-a0360526-c804-4454-8d2a-d4e4749790ed admin admin] Resources bound (agent type, host, resource id):  {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:07:07.537057 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a29ceb-2da5-49be-867b-7eabbb85034d req-0f1d61c1-471e-4390-ab18-f449eb774451 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:07.538810 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-f1a29ceb-2da5-49be-867b-7eabbb85034d req-0f1d61c1-471e-4390-ab18-f449eb774451 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/ports?device_id=42f47809-7581-400d-ad44-486b6a2b39e5 HTTP/1.1" status: 200  len: 945 time: 0.1529217
Jun 03 22:07:07.686552 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-f1a29ceb-2da5-49be-867b-7eabbb85034d req-0486dd21-d71a-4b9e-9fda-a13e623ddfaf tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/security-groups?id=7465d1fd-ce52-4752-8297-447aa66f1dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722761
Jun 03 22:07:07.769060 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-14a2f5b9-da10-4a7a-a903-569baf738f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:07.779946 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-e73b61d7-2bcf-4653-8d28-dd215bd30ab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:07.784862 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-7c7ed8b9-0e7a-4004-8f60-865ac9c2aa9d None None] Provisioning complete for port 2a3c93d8-87f0-4538-b7f7-526e1ef502a5 triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:07:07.785965 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-7c7ed8b9-0e7a-4004-8f60-865ac9c2aa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:07.795128 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2f5b9-da10-4a7a-a903-569baf738f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c5e57a-b2b2-40a2-bd80-1bdcce52fcbc,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:07.797272 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-14a2f5b9-da10-4a7a-a903-569baf738f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:07.800643 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-14a2f5b9-da10-4a7a-a903-569baf738f82 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/b0c5e57a-b2b2-40a2-bd80-1bdcce52fcbc HTTP/1.1" status: 204  len: 168 time: 0.4124625
Jun 03 22:07:07.800643 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-14a2f5b9-da10-4a7a-a903-569baf738f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:07.858680 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-7c7ed8b9-0e7a-4004-8f60-865ac9c2aa9d None None] Port 2a3c93d8-87f0-4538-b7f7-526e1ef502a5 cannot update to ACTIVE because it is not bound. {{(pid=92565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 22:07:07.895778 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0360526-c804-4454-8d2a-d4e4749790ed admin admin] Router 7325b41f-f561-4062-bd16-7dd064c63cbc has already been hosted by L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 {{(pid=92563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 22:07:08.144139 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0360526-c804-4454-8d2a-d4e4749790ed admin admin] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:07:08.154500 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125b519e-0888-4a86-be2f-b1cba4a1cb23 None None] Sync routers for ids ['7325b41f-f561-4062-bd16-7dd064c63cbc'] in dv-cinder-794669-4-iscsi {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:07:08.164829 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125b519e-0888-4a86-be2f-b1cba4a1cb23 None None] Routers {'7325b41f-f561-4062-bd16-7dd064c63cbc'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:07:08.166729 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-125b519e-0888-4a86-be2f-b1cba4a1cb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814ecbe940>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:06:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['7325b41f-f561-4062-bd16-7dd064c63cbc'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:07:08.171651 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-a0360526-c804-4454-8d2a-d4e4749790ed admin admin] 10.222.0.106 "PUT /v2.0/routers/7325b41f-f561-4062-bd16-7dd064c63cbc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2227437
Jun 03 22:07:08.198871 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b92bd-f9a6-4e74-af72-5825e70f7a60 req-b02b22eb-78b8-4229-aa5f-d6066654a687 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:08.208254 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-284b92bd-f9a6-4e74-af72-5825e70f7a60 req-b02b22eb-78b8-4229-aa5f-d6066654a687 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.1320629
Jun 03 22:07:08.299478 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-284b92bd-f9a6-4e74-af72-5825e70f7a60 req-b003e6b3-79ea-4748-ba0d-e23f181ffc50 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903037
Jun 03 22:07:08.421100 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597a7a0-db14-4ede-afe6-84d01ea97a55 req-80262842-0472-4c6a-b26a-71d63b1a2587 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:08.424177 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0597a7a0-db14-4ede-afe6-84d01ea97a55 req-80262842-0472-4c6a-b26a-71d63b1a2587 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=b78f5f5b-d731-47a0-884b-aa8524640708 HTTP/1.1" status: 200  len: 944 time: 0.1427135
Jun 03 22:07:08.438710 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-125b519e-0888-4a86-be2f-b1cba4a1cb23 None None] Set router 7325b41f-f561-4062-bd16-7dd064c63cbc gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:07:08.500009 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device eb79fc1f-e331-417b-b287-23c155929652 up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:07:08.521581 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0597a7a0-db14-4ede-afe6-84d01ea97a55 req-eaf6644f-f2a1-4ca6-a6ec-9bca65151158 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873172
Jun 03 22:07:08.640503 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device b0f0e9a3-4216-42c6-8c8c-503b2a96d721 up at agent hyperv_hv-cinder-79466 {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:07:08.803696 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port eb79fc1f-e331-417b-b287-23c155929652 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:07:08.804346 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:08.903267 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 60118) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:07:08.908394 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88714d9f-2fd8-4c95-a9d4-cc7d12331820 req-b63d014c-7a27-43c9-a0d3-78e0b1a90d0e tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:08.917357 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-88714d9f-2fd8-4c95-a9d4-cc7d12331820 req-b63d014c-7a27-43c9-a0d3-78e0b1a90d0e tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/ports?device_id=42f47809-7581-400d-ad44-486b6a2b39e5 HTTP/1.1" status: 200  len: 945 time: 0.1132243
Jun 03 22:07:08.930274 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-d3c9ec50-5e9c-42fc-b71d-8bebdd9da161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:08.957954 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-d3c9ec50-5e9c-42fc-b71d-8bebdd9da161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:07:08.963291 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-d3c9ec50-5e9c-42fc-b71d-8bebdd9da161 admin admin] Usage tracker for resource:security_group_rule and tenant:2e4c3568a4cf440cb56259ddd1ac3b70 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:07:08.967234 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-d3c9ec50-5e9c-42fc-b71d-8bebdd9da161 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:07:08.971114 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-88714d9f-2fd8-4c95-a9d4-cc7d12331820 req-ad84e238-7c0f-49d8-9ec1-c1ee7edb2758 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/security-groups?id=7465d1fd-ce52-4752-8297-447aa66f1dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0529122
Jun 03 22:07:08.975572 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-d3c9ec50-5e9c-42fc-b71d-8bebdd9da161 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:07:09.041307 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Provisioning for port b0f0e9a3-4216-42c6-8c8c-503b2a96d721 completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:07:09.054134 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Provisioning complete for port b0f0e9a3-4216-42c6-8c8c-503b2a96d721 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:07:09.054603 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:09.074156 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-d3c9ec50-5e9c-42fc-b71d-8bebdd9da161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:09.099322 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-125b519e-0888-4a86-be2f-b1cba4a1cb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814ecbe940>, [{'id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'name': 'tempest-AttachVolumeTestJSON-1177439061-router', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'eb79fc1f-e331-417b-b287-23c155929652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:06:57Z', 'updated_at': '2021-06-03T22:07:06Z', 'revision_number': 4, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'gw_port': {'id': 'eb79fc1f-e331-417b-b287-23c155929652', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ea:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:06:58Z', 'updated_at': '2021-06-03T22:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': '2a3c93d8-87f0-4538-b7f7-526e1ef502a5', 'name': '', 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'mac_address': 'fa:16:3e:3c:84:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'a52c3c6b-a445-47db-810f-6427fa90f388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:04Z', 'updated_at': '2021-06-03T22:07:06Z', 'revision_number': 2, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'subnets': [{'id': 'a52c3c6b-a445-47db-810f-6427fa90f388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:07:09.105512 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125b519e-0888-4a86-be2f-b1cba4a1cb23 None None] Checking router: 7325b41f-f561-4062-bd16-7dd064c63cbc for host: dv-cinder-794669-4-iscsi {{(pid=92565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:07:09.105877 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125b519e-0888-4a86-be2f-b1cba4a1cb23 None None] Updating router 7325b41f-f561-4062-bd16-7dd064c63cbc port 2a3c93d8-87f0-4538-b7f7-526e1ef502a5 binding host dv-cinder-794669-4-iscsi {{(pid=92565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 22:07:09.180662 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-125b519e-0888-4a86-be2f-b1cba4a1cb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:09.228188 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-d3c9ec50-5e9c-42fc-b71d-8bebdd9da161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:09.237033 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-dc574497-388a-4029-b7e0-d0771cddd4d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:09.277260 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-d3c9ec50-5e9c-42fc-b71d-8bebdd9da161 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=2e4c3568a4cf440cb56259ddd1ac3b70&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3724849
Jun 03 22:07:09.278958 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c9ec50-5e9c-42fc-b71d-8bebdd9da161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5062bcc6-db28-461b-ba32-901541481204,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:09.279861 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 60126) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:07:09.281981 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-d3c9ec50-5e9c-42fc-b71d-8bebdd9da161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:09.327220 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:09.366679 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-0712c0a0-bd2a-4db9-af37-5c8d82f40cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:09.423799 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-0712c0a0-bd2a-4db9-af37-5c8d82f40cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:09.479090 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 60134) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:07:09.485152 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-cbf30a31-5c73-4dfd-ba08-dfde7b98a2c9 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1472774606', 'description': 'tempest-description--219024055'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:07:09.491607 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-cbf30a31-5c73-4dfd-ba08-dfde7b98a2c9 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:07:09.507840 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-cbf30a31-5c73-4dfd-ba08-dfde7b98a2c9 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Usage tracker for resource:security_group and tenant:8bddcb3939c342928d67721b6a1cbfbd is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:07:09.516507 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-cbf30a31-5c73-4dfd-ba08-dfde7b98a2c9 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:07:09.532545 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-cbf30a31-5c73-4dfd-ba08-dfde7b98a2c9 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:07:09.548243 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78f5f5b-d731-47a0-884b-aa8524640708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f0e9a3-4216-42c6-8c8c-503b2a96d721'}] {{(pid=92565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:07:09.550795 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3783812f727b5bb89ad1c4cb6955cb6829b796867b5a4f4fedffd1e1cb019440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5eb119-28d3-42a9-b89e-834fbf8c6304" -d '{"events": [{"server_uuid": "b78f5f5b-d731-47a0-884b-aa8524640708", "name": "network-vif-plugged", "status": "completed", "tag": "b0f0e9a3-4216-42c6-8c8c-503b2a96d721"}]}' {{(pid=92565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:07:09.574427 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port b0f0e9a3-4216-42c6-8c8c-503b2a96d721, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=b0f0e9a3-4216-42c6-8c8c-503b2a96d721,segment=NetworkSegment(78cbdb10-dbd3-4f35-8746-fd326444031e),segment_id=78cbdb10-dbd3-4f35-8746-fd326444031e)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:07:09.627609 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5c2aa-061e-4e82-9c90-4f5ee7c77be6 req-4fc78c1e-d925-4c7d-b166-91f2f7bc4ffe tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:09.629147 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-c9a5c2aa-061e-4e82-9c90-4f5ee7c77be6 req-4fc78c1e-d925-4c7d-b166-91f2f7bc4ffe tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.1378489
Jun 03 22:07:09.629972 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-0712c0a0-bd2a-4db9-af37-5c8d82f40cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:09.635239 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-2d875a94-f869-4ec2-85fc-79c5c6bf1814 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:09.659628 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0712c0a0-bd2a-4db9-af37-5c8d82f40cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5062bcc6-db28-461b-ba32-901541481204,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:09.665014 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-0712c0a0-bd2a-4db9-af37-5c8d82f40cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:09.676869 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-0712c0a0-bd2a-4db9-af37-5c8d82f40cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:09.676869 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-0712c0a0-bd2a-4db9-af37-5c8d82f40cbb admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/5062bcc6-db28-461b-ba32-901541481204 HTTP/1.1" status: 204  len: 168 time: 0.3917999
Jun 03 22:07:09.691271 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-cbf30a31-5c73-4dfd-ba08-dfde7b98a2c9 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:09.711734 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-c9a5c2aa-061e-4e82-9c90-4f5ee7c77be6 req-603191a4-496b-4f0d-8b1f-ee8aafd6a14f tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641227
Jun 03 22:07:09.722755 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-cbf30a31-5c73-4dfd-ba08-dfde7b98a2c9 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:07:09.730335 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-cbf30a31-5c73-4dfd-ba08-dfde7b98a2c9 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Usage tracker for resource:security_group_rule and tenant:8bddcb3939c342928d67721b6a1cbfbd is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:07:09.734231 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-125b519e-0888-4a86-be2f-b1cba4a1cb23 None None] Notify callbacks [] for port, precommit_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:09.735092 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-cbf30a31-5c73-4dfd-ba08-dfde7b98a2c9 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:07:09.742893 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-cbf30a31-5c73-4dfd-ba08-dfde7b98a2c9 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:07:09.754737 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-125b519e-0888-4a86-be2f-b1cba4a1cb23 None None] Transition to ACTIVE for port object 2a3c93d8-87f0-4538-b7f7-526e1ef502a5 will not be triggered until provisioned by entity L2. {{(pid=92565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:07:09.761627 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed40531-7e6f-40cd-8f10-21f60b4bb860 x-openstack-request-id: req-5ed40531-7e6f-40cd-8f10-21f60b4bb860 {{(pid=92565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:07:09.762224 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b78f5f5b-d731-47a0-884b-aa8524640708", "name": "network-vif-plugged", "status": "completed", "tag": "b0f0e9a3-4216-42c6-8c8c-503b2a96d721", "code": 200}]} {{(pid=92565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:07:09.762799 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-5ed40531-7e6f-40cd-8f10-21f60b4bb860 {{(pid=92565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:07:09.763376 dv-cinder-794669-4-iscsi neutron-server[92565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b78f5f5b-d731-47a0-884b-aa8524640708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f0e9a3-4216-42c6-8c8c-503b2a96d721', 'code': 200}
Jun 03 22:07:09.768920 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:09.774674 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:09.799212 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31adc886-7aac-4bba-986e-5e1f48ccf37a req-f707f29d-c676-4f48-97cd-b5d115e89ceb tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:09.800693 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-31adc886-7aac-4bba-986e-5e1f48ccf37a req-f707f29d-c676-4f48-97cd-b5d115e89ceb tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=b78f5f5b-d731-47a0-884b-aa8524640708 HTTP/1.1" status: 200  len: 944 time: 0.1608250
Jun 03 22:07:09.863897 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Pushing event updated for resources: {'Port': ['ID=b0f0e9a3-4216-42c6-8c8c-503b2a96d721,revision_number=5']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:09.867430 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:09.879788 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-31adc886-7aac-4bba-986e-5e1f48ccf37a req-3c26dd2a-b963-4c1e-bbf3-de6961a2052f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730376
Jun 03 22:07:09.884975 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-cbf30a31-5c73-4dfd-ba08-dfde7b98a2c9 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:09.930695 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-125b519e-0888-4a86-be2f-b1cba4a1cb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:09.935545 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:10.095633 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204231cf-3023-44e4-94ba-4f8f5940dc65 None None] Pushing event updated for resources: {'Port': ['ID=2a3c93d8-87f0-4538-b7f7-526e1ef502a5,revision_number=3']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:10.103068 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-204231cf-3023-44e4-94ba-4f8f5940dc65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:10.111890 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-cbf30a31-5c73-4dfd-ba08-dfde7b98a2c9 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:10.121946 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-33c0faab-fcc1-4dc9-87e0-130b42f33921 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:10.166681 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-125b519e-0888-4a86-be2f-b1cba4a1cb23 None None] Attempting to bind port 2a3c93d8-87f0-4538-b7f7-526e1ef502a5 on host dv-cinder-794669-4-iscsi for vnic_type normal with profile  {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:07:10.167560 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-125b519e-0888-4a86-be2f-b1cba4a1cb23 None None] Attempting to bind port 2a3c93d8-87f0-4538-b7f7-526e1ef502a5 by drivers openvswitch,hyperv on host dv-cinder-794669-4-iscsi at level 0 using segments [{'id': 'f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32'}] {{(pid=92565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:07:10.167940 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125b519e-0888-4a86-be2f-b1cba4a1cb23 None None] Attempting to bind port 2a3c93d8-87f0-4538-b7f7-526e1ef502a5 on network ebaf9a1d-decc-4b44-8917-97a40dd6cd32 {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:07:10.171012 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf30a31-5c73-4dfd-ba08-dfde7b98a2c9 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67939ec7-36ca-43ec-b191-1290c3935fe9,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:10.173924 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-cbf30a31-5c73-4dfd-ba08-dfde7b98a2c9 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:10.175175 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125b519e-0888-4a86-be2f-b1cba4a1cb23 None None] Checking agent: {'id': '5a6b735b-9c6f-44f2-a3b4-85e645e583d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 57, 20), 'started_at': datetime.datetime(2021, 6, 3, 21, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:07:10.175597 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125b519e-0888-4a86-be2f-b1cba4a1cb23 None None] Checking segment: {'id': 'f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:07:10.176013 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-125b519e-0888-4a86-be2f-b1cba4a1cb23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:10.185344 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125b519e-0888-4a86-be2f-b1cba4a1cb23 None None] Bound using segment: {'id': 'f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32'} {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:07:10.185344 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-125b519e-0888-4a86-be2f-b1cba4a1cb23 None None] Bound port: 2a3c93d8-87f0-4538-b7f7-526e1ef502a5, host: dv-cinder-794669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32'}}] {{(pid=92565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:07:10.185344 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-125b519e-0888-4a86-be2f-b1cba4a1cb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:10.285221 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-125b519e-0888-4a86-be2f-b1cba4a1cb23 None None] For port 2a3c93d8-87f0-4538-b7f7-526e1ef502a5, host dv-cinder-794669-4-iscsi, cleared binding levels {{(pid=92565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:07:10.293796 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-125b519e-0888-4a86-be2f-b1cba4a1cb23 None None] For port 2a3c93d8-87f0-4538-b7f7-526e1ef502a5, host dv-cinder-794669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=2a3c93d8-87f0-4538-b7f7-526e1ef502a5,segment=NetworkSegment(f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc),segment_id=f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc)] {{(pid=92565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:07:10.337404 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-cbf30a31-5c73-4dfd-ba08-dfde7b98a2c9 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:10.338636 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-cbf30a31-5c73-4dfd-ba08-dfde7b98a2c9 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.8584437
Jun 03 22:07:10.344070 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 60152) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:07:10.350423 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-c2bfc074-74a0-40a2-8244-a6d8d5beb68d tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Request body: {'security_group_rule': {'security_group_id': '67939ec7-36ca-43ec-b191-1290c3935fe9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:07:10.363648 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-c2bfc074-74a0-40a2-8244-a6d8d5beb68d tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:07:10.367879 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-c2bfc074-74a0-40a2-8244-a6d8d5beb68d tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Usage tracker for resource:security_group_rule and tenant:8bddcb3939c342928d67721b6a1cbfbd is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:07:10.370846 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-c2bfc074-74a0-40a2-8244-a6d8d5beb68d tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:07:10.377076 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-c2bfc074-74a0-40a2-8244-a6d8d5beb68d tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:07:10.392891 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf057e-d97e-4529-af91-d09a18775a21 req-a012d9e8-3ee5-4073-a050-b12206a3e778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:10.394341 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b3cf057e-d97e-4529-af91-d09a18775a21 req-a012d9e8-3ee5-4073-a050-b12206a3e778 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b78f5f5b-d731-47a0-884b-aa8524640708 HTTP/1.1" status: 200  len: 1098 time: 0.0847659
Jun 03 22:07:10.409817 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-125b519e-0888-4a86-be2f-b1cba4a1cb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:10.415881 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:10.441381 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b3cf057e-d97e-4529-af91-d09a18775a21 req-ec920691-f5ed-41c6-8b8f-8a4b139d59bc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396428
Jun 03 22:07:10.490536 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-c2bfc074-74a0-40a2-8244-a6d8d5beb68d tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:10.493618 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125b519e-0888-4a86-be2f-b1cba4a1cb23 None None] Routers {'7325b41f-f561-4062-bd16-7dd064c63cbc'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:07:10.494279 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-125b519e-0888-4a86-be2f-b1cba4a1cb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814ecbe940>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:06:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['7325b41f-f561-4062-bd16-7dd064c63cbc'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:07:10.571821 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204231cf-3023-44e4-94ba-4f8f5940dc65 None None] Pushing event updated for resources: {'Port': ['ID=2a3c93d8-87f0-4538-b7f7-526e1ef502a5,revision_number=4']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:10.577598 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-204231cf-3023-44e4-94ba-4f8f5940dc65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:10.583168 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-c2bfc074-74a0-40a2-8244-a6d8d5beb68d tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:10.683161 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-c2bfc074-74a0-40a2-8244-a6d8d5beb68d tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679028'] for security_group_rule, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:10.685257 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-3956c338-a97b-441d-8294-e55f007eca55 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:10.734432 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-125b519e-0888-4a86-be2f-b1cba4a1cb23 None None] Set router 7325b41f-f561-4062-bd16-7dd064c63cbc gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:07:10.735327 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bfc074-74a0-40a2-8244-a6d8d5beb68d tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=828461dc-7747-4223-824c-7f1ad361e910,revision_number=0']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:10.750262 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-c2bfc074-74a0-40a2-8244-a6d8d5beb68d tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:10.802813 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-c2bfc074-74a0-40a2-8244-a6d8d5beb68d tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:10.807795 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 60168) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:07:10.808575 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-c2bfc074-74a0-40a2-8244-a6d8d5beb68d tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4631801
Jun 03 22:07:10.812684 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [None req-f0e08cf4-4b88-4049-9a6f-14788119950b tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Request body: {'security_group_rule': {'security_group_id': '67939ec7-36ca-43ec-b191-1290c3935fe9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:07:10.818851 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-f0e08cf4-4b88-4049-9a6f-14788119950b tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:07:10.826673 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-f0e08cf4-4b88-4049-9a6f-14788119950b tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Usage tracker for resource:security_group_rule and tenant:8bddcb3939c342928d67721b6a1cbfbd is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:07:10.829931 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-f0e08cf4-4b88-4049-9a6f-14788119950b tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:07:10.837477 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-f0e08cf4-4b88-4049-9a6f-14788119950b tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:07:10.905349 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131328b-ef61-4424-80fa-848fe87940bf req-e6b3db3f-fd65-46dd-9ea2-ae515de336b6 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:10.906942 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-b131328b-ef61-4424-80fa-848fe87940bf req-e6b3db3f-fd65-46dd-9ea2-ae515de336b6 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.0942447
Jun 03 22:07:10.958147 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-b131328b-ef61-4424-80fa-848fe87940bf req-4432bf17-fde2-4587-bc36-27ab979a9b5f tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455024
Jun 03 22:07:10.971117 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-f0e08cf4-4b88-4049-9a6f-14788119950b tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:11.123650 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-f0e08cf4-4b88-4049-9a6f-14788119950b tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:11.126859 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-125b519e-0888-4a86-be2f-b1cba4a1cb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814ecbe940>, [{'id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'name': 'tempest-AttachVolumeTestJSON-1177439061-router', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'eb79fc1f-e331-417b-b287-23c155929652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:06:57Z', 'updated_at': '2021-06-03T22:07:06Z', 'revision_number': 4, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'gw_port': {'id': 'eb79fc1f-e331-417b-b287-23c155929652', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ea:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:06:58Z', 'updated_at': '2021-06-03T22:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': '2a3c93d8-87f0-4538-b7f7-526e1ef502a5', 'name': '', 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'mac_address': 'fa:16:3e:3c:84:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'a52c3c6b-a445-47db-810f-6427fa90f388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:04Z', 'updated_at': '2021-06-03T22:07:10Z', 'revision_number': 4, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'subnets': [{'id': 'a52c3c6b-a445-47db-810f-6427fa90f388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:07:11.131223 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125b519e-0888-4a86-be2f-b1cba4a1cb23 None None] The sync data for ids ['7325b41f-f561-4062-bd16-7dd064c63cbc'] in dv-cinder-794669-4-iscsi is: [{'id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'name': 'tempest-AttachVolumeTestJSON-1177439061-router', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'eb79fc1f-e331-417b-b287-23c155929652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:06:57Z', 'updated_at': '2021-06-03T22:07:06Z', 'revision_number': 4, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'gw_port': {'id': 'eb79fc1f-e331-417b-b287-23c155929652', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ea:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:06:58Z', 'updated_at': '2021-06-03T22:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': '2a3c93d8-87f0-4538-b7f7-526e1ef502a5', 'name': '', 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'mac_address': 'fa:16:3e:3c:84:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'a52c3c6b-a445-47db-810f-6427fa90f388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:04Z', 'updated_at': '2021-06-03T22:07:10Z', 'revision_number': 4, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'subnets': [{'id': 'a52c3c6b-a445-47db-810f-6427fa90f388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:07:11.158046 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ee873-fdf1-4973-9ec1-74c537ebf9fd req-5564e99f-769d-48c6-9f25-e8b400916d61 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:11.159708 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ce9ee873-fdf1-4973-9ec1-74c537ebf9fd req-5564e99f-769d-48c6-9f25-e8b400916d61 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=b78f5f5b-d731-47a0-884b-aa8524640708 HTTP/1.1" status: 200  len: 945 time: 0.1468198
Jun 03 22:07:11.237409 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ce9ee873-fdf1-4973-9ec1-74c537ebf9fd req-0dc95d17-e63c-4508-ad21-2729c178ec62 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712183
Jun 03 22:07:11.271642 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-f0e08cf4-4b88-4049-9a6f-14788119950b tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679028'] for security_group_rule, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:11.273841 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:11.298534 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e08cf4-4b88-4049-9a6f-14788119950b tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a798a3-d99d-4e50-8df1-11471fb39aa8,revision_number=0']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:11.301804 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-f0e08cf4-4b88-4049-9a6f-14788119950b tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:11.414385 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-f0e08cf4-4b88-4049-9a6f-14788119950b tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:11.415874 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-f0e08cf4-4b88-4049-9a6f-14788119950b tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6071153
Jun 03 22:07:11.419274 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 60184) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:07:11.423943 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-c47a2bff-30de-4f56-950c-05bda56329b5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Request body: {'floatingip': {'floating_network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:07:11.430169 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-c47a2bff-30de-4f56-950c-05bda56329b5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:07:11.434882 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-c47a2bff-30de-4f56-950c-05bda56329b5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Usage tracker for resource:floatingip and tenant:8bddcb3939c342928d67721b6a1cbfbd is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:07:11.438516 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-c47a2bff-30de-4f56-950c-05bda56329b5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:07:11.446050 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-c47a2bff-30de-4f56-950c-05bda56329b5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:07:11.531324 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-c47a2bff-30de-4f56-950c-05bda56329b5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for floatingip, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:11.686446 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-c47a2bff-30de-4f56-950c-05bda56329b5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:11.841671 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.db_base_plugin_common [None req-c47a2bff-30de-4f56-950c-05bda56329b5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Allocated IP 172.27.0.34 (fbd3fa50-1ea9-4a37-9f63-373be6d121e3/b881b088-b524-4558-b754-6a0245dcfb71/e8ca2943-87a4-46af-9e45-3de66a4bca8b) {{(pid=92563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:07:12.002774 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-c47a2bff-30de-4f56-950c-05bda56329b5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for port, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:12.163952 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-c47a2bff-30de-4f56-950c-05bda56329b5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33200950'] for port, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:12.170640 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0659b4-ba30-4671-a8a3-5489b218072f req-c2100dfb-333d-4fbd-b1bf-32e667f54b06 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:12.172148 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-93707a3c-6b49-48ce-bbbb-e3f40b2a7bd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:12.172409 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ea0659b4-ba30-4671-a8a3-5489b218072f req-c2100dfb-333d-4fbd-b1bf-32e667f54b06 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.0882905
Jun 03 22:07:12.232217 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47a2bff-30de-4f56-950c-05bda56329b5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Network fbd3fa50-1ea9-4a37-9f63-373be6d121e3 is already hosted by enough agents. {{(pid=92563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:07:12.235206 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-c47a2bff-30de-4f56-950c-05bda56329b5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Resources bound (agent type, host, resource id):  {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:07:12.238943 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47a2bff-30de-4f56-950c-05bda56329b5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Received port after_create {{(pid=92563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:07:12.240114 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ea0659b4-ba30-4671-a8a3-5489b218072f req-7557edbd-608e-409c-90a2-30d21ca9a41e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613608
Jun 03 22:07:12.283169 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a2bff-30de-4f56-950c-05bda56329b5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Pushing event updated for resources: {'Port': ['ID=e8ca2943-87a4-46af-9e45-3de66a4bca8b,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:12.286147 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-c47a2bff-30de-4f56-950c-05bda56329b5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:12.380756 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-c47a2bff-30de-4f56-950c-05bda56329b5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:12.473011 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 2a3c93d8-87f0-4538-b7f7-526e1ef502a5 up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:07:12.494565 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d88c1-e1bb-4119-ae70-5bdb09645584 req-fd7a8bda-d0dc-4fb2-acc5-3e7cafe60e32 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:12.496077 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ac2d88c1-e1bb-4119-ae70-5bdb09645584 req-fd7a8bda-d0dc-4fb2-acc5-3e7cafe60e32 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=b78f5f5b-d731-47a0-884b-aa8524640708 HTTP/1.1" status: 200  len: 945 time: 0.1310775
Jun 03 22:07:12.555782 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ac2d88c1-e1bb-4119-ae70-5bdb09645584 req-1884dc3f-4e4b-4d89-9d11-195c4aefa446 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521410
Jun 03 22:07:12.593203 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-c47a2bff-30de-4f56-950c-05bda56329b5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:12.705677 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning for port 2a3c93d8-87f0-4538-b7f7-526e1ef502a5 completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:07:12.710770 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port 2a3c93d8-87f0-4538-b7f7-526e1ef502a5 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:07:12.711234 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:12.865231 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:12.898531 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] For port 2a3c93d8-87f0-4538-b7f7-526e1ef502a5, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=2a3c93d8-87f0-4538-b7f7-526e1ef502a5,segment=NetworkSegment(f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc),segment_id=f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:07:12.900492 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-c47a2bff-30de-4f56-950c-05bda56329b5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for port, precommit_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:13.054522 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-c47a2bff-30de-4f56-950c-05bda56329b5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33201101'] for port, after_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:13.054830 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:13.057105 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:13.061698 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-c47a2bff-30de-4f56-950c-05bda56329b5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:13.128807 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Pushing event updated for resources: {'Port': ['ID=2a3c93d8-87f0-4538-b7f7-526e1ef502a5,revision_number=5']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:13.132458 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:13.220026 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a2bff-30de-4f56-950c-05bda56329b5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Pushing event updated for resources: {'Port': ['ID=e8ca2943-87a4-46af-9e45-3de66a4bca8b,revision_number=2']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:13.226816 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-c47a2bff-30de-4f56-950c-05bda56329b5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:13.234169 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-c47a2bff-30de-4f56-950c-05bda56329b5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-309359'] for floatingip, after_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:13.396497 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-c47a2bff-30de-4f56-950c-05bda56329b5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for floatingip, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:13.397804 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-c47a2bff-30de-4f56-950c-05bda56329b5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.9774280
Jun 03 22:07:13.445879 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e2fad-9056-497a-9b5a-120db37c2620 req-42414ff9-a4fb-42f0-a66b-1152bbd86867 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:13.447370 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-101e2fad-9056-497a-9b5a-120db37c2620 req-42414ff9-a4fb-42f0-a66b-1152bbd86867 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.0960944
Jun 03 22:07:13.497560 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-101e2fad-9056-497a-9b5a-120db37c2620 req-a35c6d0b-4859-456d-bad8-0a8c5cf82b04 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441687
Jun 03 22:07:13.640420 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-e7d4dced-3a32-46d9-8094-89c3ea55d355 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Synchronizing usage tracker for tenant:8bddcb3939c342928d67721b6a1cbfbd on resource:security_group {{(pid=92563) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:07:13.797201 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-e7d4dced-3a32-46d9-8094-89c3ea55d355 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Unset dirty status for tenant:8bddcb3939c342928d67721b6a1cbfbd on resource:security_group {{(pid=92563) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:07:13.800279 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-e7d4dced-3a32-46d9-8094-89c3ea55d355 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/security-groups?name=tempest-securitygroup--1472774606&fields=id&tenant_id=8bddcb3939c342928d67721b6a1cbfbd HTTP/1.1" status: 200  len: 267 time: 0.2056866
Jun 03 22:07:13.969652 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-2f0b3054-c1fe-4efc-b84a-98be8b24ce31 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:13.971255 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-2f0b3054-c1fe-4efc-b84a-98be8b24ce31 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/networks?id=ebaf9a1d-decc-4b44-8917-97a40dd6cd32 HTTP/1.1" status: 200  len: 811 time: 0.1661894
Jun 03 22:07:13.990544 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-2f9a1a74-bc4e-422d-ae62-2f19d67ee705 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/quotas/8bddcb3939c342928d67721b6a1cbfbd HTTP/1.1" status: 200  len: 375 time: 0.0111077
Jun 03 22:07:14.022673 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255b19b-f7db-4114-b3fa-9086060d93c2 req-426af673-9055-4c27-a503-f6e98e037c72 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:14.024256 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-4255b19b-f7db-4114-b3fa-9086060d93c2 req-426af673-9055-4c27-a503-f6e98e037c72 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=b78f5f5b-d731-47a0-884b-aa8524640708 HTTP/1.1" status: 200  len: 945 time: 0.0894251
Jun 03 22:07:14.075957 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-4255b19b-f7db-4114-b3fa-9086060d93c2 req-6d18bf51-fdfc-4b1e-828d-469704d47042 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450540
Jun 03 22:07:14.084337 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-c09c694b-b861-47a0-a520-cd9dc5d1a668 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Synchronizing usage tracker for tenant:8bddcb3939c342928d67721b6a1cbfbd on resource:port {{(pid=92563) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:07:14.279842 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-c09c694b-b861-47a0-a520-cd9dc5d1a668 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Unset dirty status for tenant:8bddcb3939c342928d67721b6a1cbfbd on resource:port {{(pid=92563) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:07:14.281419 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-c09c694b-b861-47a0-a520-cd9dc5d1a668 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/ports?tenant_id=8bddcb3939c342928d67721b6a1cbfbd&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2804523
Jun 03 22:07:14.461399 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73085a56-f438-40fe-abee-338c6f16c473 req-2b16357a-0ed8-4101-bcb0-857dbcab2a07 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:14.464274 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-73085a56-f438-40fe-abee-338c6f16c473 req-2b16357a-0ed8-4101-bcb0-857dbcab2a07 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/ports?device_id=42f47809-7581-400d-ad44-486b6a2b39e5 HTTP/1.1" status: 200  len: 945 time: 0.1534712
Jun 03 22:07:14.471612 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 2a3c93d8-87f0-4538-b7f7-526e1ef502a5 up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:07:14.508335 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-abb6c9a7-3555-4665-b1e2-8e42b774de5d service neutron] 10.222.0.106 "GET /v2.0/networks/ebaf9a1d-decc-4b44-8917-97a40dd6cd32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2007234
Jun 03 22:07:14.520789 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-73085a56-f438-40fe-abee-338c6f16c473 req-89b9f9df-49fc-4012-9af8-c288955eb83c tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/security-groups?id=7465d1fd-ce52-4752-8297-447aa66f1dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494215
Jun 03 22:07:14.569367 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port 2a3c93d8-87f0-4538-b7f7-526e1ef502a5 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:07:14.570565 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:14.752215 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-8784ba0d-603f-48da-b654-2e075477ad1f service neutron] 10.222.0.106 "GET /v2.0/networks/ebaf9a1d-decc-4b44-8917-97a40dd6cd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2341135
Jun 03 22:07:14.861594 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35c73e-3f61-4c18-a009-641a0ca7f926 req-0d54edf1-9bea-43a5-9f22-91a921b2f05d tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:14.863185 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8e35c73e-3f61-4c18-a009-641a0ca7f926 req-0d54edf1-9bea-43a5-9f22-91a921b2f05d tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.1600304
Jun 03 22:07:14.927142 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8e35c73e-3f61-4c18-a009-641a0ca7f926 req-fc760a00-6f04-4a6f-b9c6-8110b2257551 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554924
Jun 03 22:07:15.236485 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9ee47-16a1-475d-9d60-af259a2f18ac req-5fca3b98-9f4c-4853-acf8-005e8e3a7a20 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:15.239976 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8ad9ee47-16a1-475d-9d60-af259a2f18ac req-5fca3b98-9f4c-4853-acf8-005e8e3a7a20 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.58 "GET /v2.0/ports?device_id=42f47809-7581-400d-ad44-486b6a2b39e5 HTTP/1.1" status: 200  len: 945 time: 0.1174660
Jun 03 22:07:15.243148 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-8488aa66-b5db-4d45-ae6e-0f97d67e293d req-70ecca30-11ab-4a03-9617-decfbdb08545 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/ports?device_id=7ca7670c-b0d8-46e6-94a4-ca41ec3d4279 HTTP/1.1" status: 200  len: 210 time: 0.0674243
Jun 03 22:07:15.414927 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:15.465123 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b20805-2a58-4457-84ae-0e9aa087e15b req-522e1262-aec6-4a72-9b2e-b8e1cfb512b7 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:15.466661 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-40b20805-2a58-4457-84ae-0e9aa087e15b req-522e1262-aec6-4a72-9b2e-b8e1cfb512b7 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=b78f5f5b-d731-47a0-884b-aa8524640708 HTTP/1.1" status: 200  len: 945 time: 0.2253258
Jun 03 22:07:15.507127 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [req-8ad9ee47-16a1-475d-9d60-af259a2f18ac req-65f4df95-ce13-4e9d-a390-399f9c87e0eb tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Deleting port 1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa {{(pid=92564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:07:15.507609 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-8ad9ee47-16a1-475d-9d60-af259a2f18ac req-65f4df95-ce13-4e9d-a390-399f9c87e0eb tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:15.574694 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-40b20805-2a58-4457-84ae-0e9aa087e15b req-43a2741e-0c76-43a0-9257-066d828d457e tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004670
Jun 03 22:07:15.691798 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-8ad9ee47-16a1-475d-9d60-af259a2f18ac req-65f4df95-ce13-4e9d-a390-399f9c87e0eb tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] For port 1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa,segment=NetworkSegment(95668b19-637e-43fa-a795-6e39093b35e3),segment_id=95668b19-637e-43fa-a795-6e39093b35e3)] {{(pid=92564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:07:15.692163 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-8ad9ee47-16a1-475d-9d60-af259a2f18ac req-65f4df95-ce13-4e9d-a390-399f9c87e0eb tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:15.922462 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [req-8ad9ee47-16a1-475d-9d60-af259a2f18ac req-65f4df95-ce13-4e9d-a390-399f9c87e0eb tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Calling delete_port for 1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa owned by compute:nova {{(pid=92564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:07:15.980989 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce0cb8-80ac-4241-9a5c-d8862d71e850 req-50155afd-3d2e-458f-be26-4a288191f2fd tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:15.981706 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e1ce0cb8-80ac-4241-9a5c-d8862d71e850 req-50155afd-3d2e-458f-be26-4a288191f2fd tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/ports?device_id=42f47809-7581-400d-ad44-486b6a2b39e5 HTTP/1.1" status: 200  len: 945 time: 0.2813959
Jun 03 22:07:16.073221 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e1ce0cb8-80ac-4241-9a5c-d8862d71e850 req-b24fa14f-cf8f-4aa1-b6a0-e03f46de67d2 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/security-groups?id=7465d1fd-ce52-4752-8297-447aa66f1dfe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798244
Jun 03 22:07:16.254415 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2cfe53-4294-466c-9b1d-799fd5f4fb38 req-5ac7b70e-9e79-4b79-b90a-984fefe9df49 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:16.256149 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-af2cfe53-4294-466c-9b1d-799fd5f4fb38 req-5ac7b70e-9e79-4b79-b90a-984fefe9df49 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.0880160
Jun 03 22:07:16.302107 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-af2cfe53-4294-466c-9b1d-799fd5f4fb38 req-62ca73d1-4605-49da-aa19-a2f8dc6e7c29 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397489
Jun 03 22:07:16.318191 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 60284) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:07:16.345647 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-8ad9ee47-16a1-475d-9d60-af259a2f18ac req-65f4df95-ce13-4e9d-a390-399f9c87e0eb tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:16.354496 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:16.460395 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f4df95-ce13-4e9d-a390-399f9c87e0eb tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Pushing event deleted for resources: {'Port': ['ID=1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:16.465462 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-65f4df95-ce13-4e9d-a390-399f9c87e0eb tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:16.468344 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-9c28d64e-05d6-406a-b8a0-12cbeacdba1f req-9a7af618-4d9b-453c-871f-58dd69fc1397 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/ports?device_id=7ca7670c-b0d8-46e6-94a4-ca41ec3d4279 HTTP/1.1" status: 200  len: 210 time: 0.1200757
Jun 03 22:07:16.483828 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a7e0df15-59fe-4c1e-86b1-4eac48a89380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:16.505264 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-a7e0df15-59fe-4c1e-86b1-4eac48a89380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:07:16.510621 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-a7e0df15-59fe-4c1e-86b1-4eac48a89380 admin admin] Usage tracker for resource:security_group_rule and tenant:00c1449d0e3e44f9a392e5296139e751 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:07:16.513979 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-a7e0df15-59fe-4c1e-86b1-4eac48a89380 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:07:16.519969 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-a7e0df15-59fe-4c1e-86b1-4eac48a89380 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:07:16.558470 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad9ee47-16a1-475d-9d60-af259a2f18ac req-65f4df95-ce13-4e9d-a390-399f9c87e0eb tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] No DVR routers for this DVR port 1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa on host hv-cinder-79466 {{(pid=92564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 22:07:16.561005 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-8ad9ee47-16a1-475d-9d60-af259a2f18ac req-65f4df95-ce13-4e9d-a390-399f9c87e0eb tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:16.563736 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f47809-7581-400d-ad44-486b6a2b39e5', 'name': 'network-vif-deleted', 'tag': '1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa'}] {{(pid=92564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:07:16.566027 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c024af40dcbc7289fed731e5c35c42eecf8f16a39534b44a636824a10e0ed12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5441d796-6d58-4c8a-bc01-4723d7dc37f1" -d '{"events": [{"server_uuid": "42f47809-7581-400d-ad44-486b6a2b39e5", "name": "network-vif-deleted", "tag": "1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa"}]}' {{(pid=92564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:07:16.577045 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8ad9ee47-16a1-475d-9d60-af259a2f18ac req-65f4df95-ce13-4e9d-a390-399f9c87e0eb tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.58 "DELETE /v2.0/ports/1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa HTTP/1.1" status: 204  len: 173 time: 1.2903011
Jun 03 22:07:16.613076 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a7e0df15-59fe-4c1e-86b1-4eac48a89380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:16.622607 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bd9a26-2c58-494c-a546-0955e3eb03cd x-openstack-request-id: req-59bd9a26-2c58-494c-a546-0955e3eb03cd {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:07:16.622977 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42f47809-7581-400d-ad44-486b6a2b39e5", "name": "network-vif-deleted", "tag": "1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa", "status": "completed", "code": 200}]} {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:07:16.623414 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-59bd9a26-2c58-494c-a546-0955e3eb03cd {{(pid=92564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:07:16.623907 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f47809-7581-400d-ad44-486b6a2b39e5', 'name': 'network-vif-deleted', 'tag': '1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa', 'status': 'completed', 'code': 200}
Jun 03 22:07:16.660043 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] get_ports_and_sgs() called for port_ids ['1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa'] {{(pid=92565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 22:07:16.751518 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a7e0df15-59fe-4c1e-86b1-4eac48a89380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:16.761977 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-9c46019c-3b12-4c89-bd2a-3058ca7a6886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:16.789900 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde96fb0-8a06-47c4-8f3e-efb28c3927d4 req-1591abb1-5356-4a39-85b1-bf0dab4f71b0 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:16.791359 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-bde96fb0-8a06-47c4-8f3e-efb28c3927d4 req-1591abb1-5356-4a39-85b1-bf0dab4f71b0 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=b78f5f5b-d731-47a0-884b-aa8524640708 HTTP/1.1" status: 200  len: 945 time: 0.0824301
Jun 03 22:07:16.802574 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-a7e0df15-59fe-4c1e-86b1-4eac48a89380 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=00c1449d0e3e44f9a392e5296139e751&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4829714
Jun 03 22:07:16.803506 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0df15-59fe-4c1e-86b1-4eac48a89380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992fb966-4925-44e5-832f-1f59de84e35d,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:16.805732 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 60298) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:07:16.816487 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-a7e0df15-59fe-4c1e-86b1-4eac48a89380 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:16.841217 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-bde96fb0-8a06-47c4-8f3e-efb28c3927d4 req-fe072dba-9585-4d57-933a-956e7491cead tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432155
Jun 03 22:07:16.865407 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-0c449662-2c38-47e1-9851-90f668173c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:16.893033 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-0c449662-2c38-47e1-9851-90f668173c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:16.997549 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-34e20a7c-2f1a-4c95-b1a0-c6767506e75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:17.051259 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-0c449662-2c38-47e1-9851-90f668173c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:17.056141 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-40d60742-70d9-4a29-8959-2a279dba3f37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:17.069667 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c449662-2c38-47e1-9851-90f668173c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992fb966-4925-44e5-832f-1f59de84e35d,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:17.073140 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-0c449662-2c38-47e1-9851-90f668173c4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:17.076420 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-0c449662-2c38-47e1-9851-90f668173c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:17.077528 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-0c449662-2c38-47e1-9851-90f668173c4e admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/992fb966-4925-44e5-832f-1f59de84e35d HTTP/1.1" status: 204  len: 168 time: 0.2709098
Jun 03 22:07:17.228284 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-74ed0660-95bb-4ae5-807c-4ba53ffe39fa req-9b367dab-1aa8-42df-8199-522ba961fb62 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Synchronizing usage tracker for tenant:03910f4f3a794683bd440260b08a9c5e on resource:port {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:07:17.362556 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-74ed0660-95bb-4ae5-807c-4ba53ffe39fa req-9b367dab-1aa8-42df-8199-522ba961fb62 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Unset dirty status for tenant:03910f4f3a794683bd440260b08a9c5e on resource:port {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:07:17.363874 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-74ed0660-95bb-4ae5-807c-4ba53ffe39fa req-9b367dab-1aa8-42df-8199-522ba961fb62 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/ports?device_id=42f47809-7581-400d-ad44-486b6a2b39e5 HTTP/1.1" status: 200  len: 210 time: 0.1811810
Jun 03 22:07:17.570776 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d676ff-65f2-4a35-a5e0-7f7273106404 req-31197122-248a-4ae3-8992-31dbe01beb7b tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:17.572523 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a1d676ff-65f2-4a35-a5e0-7f7273106404 req-31197122-248a-4ae3-8992-31dbe01beb7b tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.0943537
Jun 03 22:07:17.672663 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a1d676ff-65f2-4a35-a5e0-7f7273106404 req-27061390-1dd4-4ded-b125-7d2d6dc0204f tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803957
Jun 03 22:07:17.719030 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-0847bae2-0176-4c20-97ee-a3a0cd267825 req-913f0318-8df6-4765-8a8f-f29a399f4fb7 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/ports?device_id=7ca7670c-b0d8-46e6-94a4-ca41ec3d4279 HTTP/1.1" status: 200  len: 210 time: 0.0949974
Jun 03 22:07:18.607545 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-00614230-31d7-4631-b219-30285e0168f8 req-b16eca69-6847-40e5-9b8e-5f909ffdc2b2 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] 10.222.0.106 "GET /v2.0/ports?device_id=42f47809-7581-400d-ad44-486b6a2b39e5 HTTP/1.1" status: 200  len: 210 time: 0.0557597
Jun 03 22:07:18.639853 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498be4b3-7750-48e0-be4f-e8239abe84fa req-bc70e625-f768-47f7-ab4e-1b4e1761b5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:18.641503 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-498be4b3-7750-48e0-be4f-e8239abe84fa req-bc70e625-f768-47f7-ab4e-1b4e1761b5f7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 1099 time: 0.1283162
Jun 03 22:07:18.678455 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:07:18.688888 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-498be4b3-7750-48e0-be4f-e8239abe84fa req-b4c997f4-5264-4bdb-9bd2-8012ab1eac0a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425987
Jun 03 22:07:18.718794 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] No Port match for: 1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:07:18.718794 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 1d9fbd0b-2e0e-41f2-8af7-f5b06d5181aa not bound to the agent host hv-cinder-79466 {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:07:18.884520 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e9223-87a0-46d1-a81c-1293d1612a3d req-5e970c63-5989-4f91-bea2-ce9992771982 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:18.891091 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-ea7e9223-87a0-46d1-a81c-1293d1612a3d req-5e970c63-5989-4f91-bea2-ce9992771982 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.0990326
Jun 03 22:07:18.919092 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8c7a3d6d-caf9-4c4c-ad05-ed14202bc121 req-8c1a4659-0443-4900-9d42-e51e9547a3f5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/ports?device_id=7ca7670c-b0d8-46e6-94a4-ca41ec3d4279 HTTP/1.1" status: 200  len: 210 time: 0.0732541
Jun 03 22:07:18.970506 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-ea7e9223-87a0-46d1-a81c-1293d1612a3d req-2a7d97d0-eb5b-4524-9f11-4f39469b963f tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681815
Jun 03 22:07:19.449419 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-8cb94482-4cf9-4c1c-807d-bb1909f0ebfb tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:19.450401 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-8cb94482-4cf9-4c1c-807d-bb1909f0ebfb tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Synchronizing usage tracker for tenant:8bddcb3939c342928d67721b6a1cbfbd on resource:network {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:07:19.591538 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-8cb94482-4cf9-4c1c-807d-bb1909f0ebfb tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Unset dirty status for tenant:8bddcb3939c342928d67721b6a1cbfbd on resource:network {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:07:19.592721 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-8cb94482-4cf9-4c1c-807d-bb1909f0ebfb tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.58 "GET /v2.0/networks?id=ebaf9a1d-decc-4b44-8917-97a40dd6cd32 HTTP/1.1" status: 200  len: 811 time: 0.3183475
Jun 03 22:07:19.612575 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 60380) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:07:19.670195 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-25fef1ae-baec-41e6-b003-24b3527df6c4 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Synchronizing usage tracker for tenant:8bddcb3939c342928d67721b6a1cbfbd on resource:security_group {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:07:19.698015 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-25fef1ae-baec-41e6-b003-24b3527df6c4 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Unset dirty status for tenant:8bddcb3939c342928d67721b6a1cbfbd on resource:security_group {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:07:19.699598 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-25fef1ae-baec-41e6-b003-24b3527df6c4 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bddcb3939c342928d67721b6a1cbfbd HTTP/1.1" status: 200  len: 380 time: 0.0978618
Jun 03 22:07:19.709576 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-12ebc3cc-cd7e-409a-960f-400f89425875 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Request body: {'port': {'device_id': '7ca7670c-b0d8-46e6-94a4-ca41ec3d4279', 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32', 'admin_state_up': True, 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'security_groups': ['67939ec7-36ca-43ec-b191-1290c3935fe9']}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:07:19.713975 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:19.752061 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-a1eb09ce-3b82-4dcc-810f-9d0256af3a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:19.814589 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-82487b4b-870c-4dd2-a27e-b18ae144639a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:19.834003 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-82487b4b-870c-4dd2-a27e-b18ae144639a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:07:19.843341 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-82487b4b-870c-4dd2-a27e-b18ae144639a admin admin] Usage tracker for resource:security_group_rule and tenant:f8291758ab194df39db6f3aa6455642d is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:07:19.849468 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-82487b4b-870c-4dd2-a27e-b18ae144639a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:07:19.859081 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-82487b4b-870c-4dd2-a27e-b18ae144639a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:07:19.943623 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-12ebc3cc-cd7e-409a-960f-400f89425875 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:07:19.955081 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-12ebc3cc-cd7e-409a-960f-400f89425875 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:07:19.968291 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-82487b4b-870c-4dd2-a27e-b18ae144639a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:20.087202 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-0982d58a-ff05-45ed-87a1-7f60b487316c req-fc88e401-b872-4439-81d7-454de742d8ff tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/ports?device_id=7ca7670c-b0d8-46e6-94a4-ca41ec3d4279 HTTP/1.1" status: 200  len: 210 time: 0.0490489
Jun 03 22:07:20.157547 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-82487b4b-870c-4dd2-a27e-b18ae144639a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:20.165261 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-a7e0df15-59fe-4c1e-86b1-4eac48a89380 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:20.256306 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82487b4b-870c-4dd2-a27e-b18ae144639a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be74df9-7e7c-480b-9310-d21bc004620a,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:20.261170 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-82487b4b-870c-4dd2-a27e-b18ae144639a admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=f8291758ab194df39db6f3aa6455642d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6474760
Jun 03 22:07:20.262309 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-82487b4b-870c-4dd2-a27e-b18ae144639a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:20.263783 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 60412) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:07:20.330098 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-12ebc3cc-cd7e-409a-960f-400f89425875 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Made reservation on behalf of 8bddcb3939c342928d67721b6a1cbfbd for: {'port': 1} {{(pid=92564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:07:20.334059 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-12ebc3cc-cd7e-409a-960f-400f89425875 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:20.348377 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5620402-8368-4f9b-8027-0ffc8a2e8198 req-8a39c325-2275-4bb8-80a1-b33eec3414ca tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:20.349831 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-f5620402-8368-4f9b-8027-0ffc8a2e8198 req-8a39c325-2275-4bb8-80a1-b33eec3414ca tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.1674721
Jun 03 22:07:20.354133 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-1b83caab-5064-4f75-9740-408b7fd4762a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:20.406533 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-1b83caab-5064-4f75-9740-408b7fd4762a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:20.470420 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-f5620402-8368-4f9b-8027-0ffc8a2e8198 req-c96bce75-60a4-401e-bfd4-bdd41c714f6c tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992792
Jun 03 22:07:20.554370 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.db_base_plugin_common [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-12ebc3cc-cd7e-409a-960f-400f89425875 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Allocated IP 172.20.0.3 (ebaf9a1d-decc-4b44-8917-97a40dd6cd32/a52c3c6b-a445-47db-810f-6427fa90f388/888d7929-e1de-435b-8fc2-d814b20ee221) {{(pid=92564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:07:20.665589 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-1b83caab-5064-4f75-9740-408b7fd4762a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:20.670415 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-9858f474-83d0-4def-8bde-0c4222176c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:20.771521 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b83caab-5064-4f75-9740-408b7fd4762a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be74df9-7e7c-480b-9310-d21bc004620a,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:20.791394 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-1b83caab-5064-4f75-9740-408b7fd4762a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:20.803651 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-1b83caab-5064-4f75-9740-408b7fd4762a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:20.809279 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-1b83caab-5064-4f75-9740-408b7fd4762a admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/5be74df9-7e7c-480b-9310-d21bc004620a HTTP/1.1" status: 204  len: 168 time: 0.5439909
Jun 03 22:07:21.028554 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-12ebc3cc-cd7e-409a-960f-400f89425875 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for port, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:21.112447 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.provisioning_blocks [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-12ebc3cc-cd7e-409a-960f-400f89425875 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Transition to ACTIVE for port object 888d7929-e1de-435b-8fc2-d814b20ee221 will not be triggered until provisioned by entity DHCP. {{(pid=92564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:07:21.256447 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-61b53461-d100-4861-aa2d-2088bf407e28 req-57ed619f-c20e-4059-b616-fb8dba3fa1f3 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/ports?device_id=7ca7670c-b0d8-46e6-94a4-ca41ec3d4279 HTTP/1.1" status: 200  len: 210 time: 0.0424759
Jun 03 22:07:21.282411 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:21.375816 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-12ebc3cc-cd7e-409a-960f-400f89425875 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:21.388599 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-98ee1e7d-8857-44f9-b18e-60d9ab2c6ce6 tempest-DeleteServersTestJSON-999116129 tempest-DeleteServersTestJSON-999116129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:21.453251 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-12ebc3cc-cd7e-409a-960f-400f89425875 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Network ebaf9a1d-decc-4b44-8917-97a40dd6cd32 is already hosted by enough agents. {{(pid=92564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:07:21.456302 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.base_scheduler [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-12ebc3cc-cd7e-409a-960f-400f89425875 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Resources bound (agent type, host, resource id):  {{(pid=92564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:07:21.465931 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-12ebc3cc-cd7e-409a-960f-400f89425875 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Received port after_create {{(pid=92564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:07:21.501387 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ebc3cc-cd7e-409a-960f-400f89425875 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Pushing event updated for resources: {'Port': ['ID=888d7929-e1de-435b-8fc2-d814b20ee221,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:21.506647 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-12ebc3cc-cd7e-409a-960f-400f89425875 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:21.539201 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-12ebc3cc-cd7e-409a-960f-400f89425875 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:21.539201 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-12ebc3cc-cd7e-409a-960f-400f89425875 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:21.734307 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-12ebc3cc-cd7e-409a-960f-400f89425875 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0297248
Jun 03 22:07:21.744800 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-70789977-476c-4f6e-b223-a166e0153dea service neutron] Request body: {'port': {'device_id': '7ca7670c-b0d8-46e6-94a4-ca41ec3d4279', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:07:21.780063 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-a8427bf5-0b32-4e2b-bbd3-1de007af8bed None None] Provisioning for port 888d7929-e1de-435b-8fc2-d814b20ee221 completed by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:07:21.790257 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-a8427bf5-0b32-4e2b-bbd3-1de007af8bed None None] Provisioning complete for port 888d7929-e1de-435b-8fc2-d814b20ee221 triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:07:21.792113 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-a8427bf5-0b32-4e2b-bbd3-1de007af8bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:21.871453 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-a8427bf5-0b32-4e2b-bbd3-1de007af8bed None None] Port 888d7929-e1de-435b-8fc2-d814b20ee221 cannot update to ACTIVE because it is not bound. {{(pid=92565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 22:07:21.938926 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79f958-001c-4788-b2b5-b83eea9a8133 req-31d18bf3-27f0-4453-8364-91b68e284701 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:21.940468 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-cf79f958-001c-4788-b2b5-b83eea9a8133 req-31d18bf3-27f0-4453-8364-91b68e284701 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.2569053
Jun 03 22:07:21.980452 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-70789977-476c-4f6e-b223-a166e0153dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:22.057584 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-cf79f958-001c-4788-b2b5-b83eea9a8133 req-79e9da2a-2550-48d8-938a-e60ed7eb0ef3 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095383
Jun 03 22:07:22.059566 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c64e9b-e583-4c26-8d70-75587ba3ef63 req-a66114ad-2527-4e47-9d20-4c6f4e3f4d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:22.061433 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-04c64e9b-e583-4c26-8d70-75587ba3ef63 req-a66114ad-2527-4e47-9d20-4c6f4e3f4d9a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb9a7d32ed194ab1b6188c11ba83bbd4&device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 1099 time: 0.2637413
Jun 03 22:07:22.312480 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c64e9b-e583-4c26-8d70-75587ba3ef63 req-7bb4e79e-9bfd-4124-96c3-c75e63084dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:22.313758 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-04c64e9b-e583-4c26-8d70-75587ba3ef63 req-7bb4e79e-9bfd-4124-96c3-c75e63084dd8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ceedd4ab-fc8f-4298-8659-a082fdebf44c HTTP/1.1" status: 200  len: 921 time: 0.2433836
Jun 03 22:07:22.334238 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:22.510960 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-04c64e9b-e583-4c26-8d70-75587ba3ef63 req-5d57d2e5-2fe4-4f6a-b172-dd596782bd5c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db162f97-61e7-4c95-abfb-63f6380efaac HTTP/1.1" status: 200  len: 217 time: 0.1090503
Jun 03 22:07:22.617979 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:07:22.628842 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c64e9b-e583-4c26-8d70-75587ba3ef63 req-f06a9ebd-0557-4336-a0fb-7f65a69f8639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:22.630222 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-04c64e9b-e583-4c26-8d70-75587ba3ef63 req-f06a9ebd-0557-4336-a0fb-7f65a69f8639 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cdfc5818-5ff2-45c9-ba1c-7ddd531c675e HTTP/1.1" status: 200  len: 859 time: 0.1095731
Jun 03 22:07:22.737876 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-04c64e9b-e583-4c26-8d70-75587ba3ef63 req-6be4bb50-5f8a-4d8f-9362-ffbb0129ee96 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ceedd4ab-fc8f-4298-8659-a082fdebf44c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0723224
Jun 03 22:07:22.749137 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a563bcf-7d27-4b48-a31d-80167154219f req-4e545e4f-bc42-4433-b828-9f30c2b43c9a tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:22.749967 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-3a563bcf-7d27-4b48-a31d-80167154219f req-4e545e4f-bc42-4433-b828-9f30c2b43c9a tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Synchronizing usage tracker for tenant:8bddcb3939c342928d67721b6a1cbfbd on resource:port {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:07:22.759081 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-70789977-476c-4f6e-b223-a166e0153dea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 888d7929-e1de-435b-8fc2-d814b20ee221 {{(pid=92564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 22:07:22.787670 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-70789977-476c-4f6e-b223-a166e0153dea service neutron] Notify callbacks [] for port, precommit_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:22.876285 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.provisioning_blocks [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-70789977-476c-4f6e-b223-a166e0153dea service neutron] Transition to ACTIVE for port object 888d7929-e1de-435b-8fc2-d814b20ee221 will not be triggered until provisioned by entity L2. {{(pid=92564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:07:22.918933 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-04c64e9b-e583-4c26-8d70-75587ba3ef63 req-fc11aaec-0f74-42cb-93b3-18d6f2b5b3b3 service neutron] 10.222.0.58 "GET /v2.0/networks/ceedd4ab-fc8f-4298-8659-a082fdebf44c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1632740
Jun 03 22:07:23.005472 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-3a563bcf-7d27-4b48-a31d-80167154219f req-4e545e4f-bc42-4433-b828-9f30c2b43c9a tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Unset dirty status for tenant:8bddcb3939c342928d67721b6a1cbfbd on resource:port {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:07:23.007111 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-3a563bcf-7d27-4b48-a31d-80167154219f req-4e545e4f-bc42-4433-b828-9f30c2b43c9a tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/ports?device_id=7ca7670c-b0d8-46e6-94a4-ca41ec3d4279 HTTP/1.1" status: 200  len: 931 time: 0.6033626
Jun 03 22:07:23.106532 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-70789977-476c-4f6e-b223-a166e0153dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31972166'] for port, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:23.125040 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-9604f97a-1578-4b53-b488-b65b95aba2e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:23.281646 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e360542-b542-43d9-9095-5af44c2d64e7 req-a77e0b9e-7c83-4189-af5c-64a7b1fa9e3e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:23.291805 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-6e360542-b542-43d9-9095-5af44c2d64e7 req-a77e0b9e-7c83-4189-af5c-64a7b1fa9e3e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.0994632
Jun 03 22:07:23.348761 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-6e360542-b542-43d9-9095-5af44c2d64e7 req-364cb50f-6bf8-4284-bfe3-7aa827a11543 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559640
Jun 03 22:07:23.371149 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-3a563bcf-7d27-4b48-a31d-80167154219f req-172fc295-41a6-40ea-9163-833b3e7598ae tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/security-groups?id=67939ec7-36ca-43ec-b191-1290c3935fe9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3558216
Jun 03 22:07:23.374641 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-04c64e9b-e583-4c26-8d70-75587ba3ef63 req-815c2f22-2caf-431e-92bf-38a30149af04 service neutron] 10.222.0.58 "GET /v2.0/networks/ceedd4ab-fc8f-4298-8659-a082fdebf44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4488134
Jun 03 22:07:23.375346 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70789977-476c-4f6e-b223-a166e0153dea service neutron] Pushing event updated for resources: {'Port': ['ID=888d7929-e1de-435b-8fc2-d814b20ee221,revision_number=2']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:23.417097 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-70789977-476c-4f6e-b223-a166e0153dea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:23.470999 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-70789977-476c-4f6e-b223-a166e0153dea service neutron] Attempting to bind port 888d7929-e1de-435b-8fc2-d814b20ee221 on host hv-cinder-79466 for vnic_type normal with profile  {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:07:23.471210 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-70789977-476c-4f6e-b223-a166e0153dea service neutron] Attempting to bind port 888d7929-e1de-435b-8fc2-d814b20ee221 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': 'f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32'}] {{(pid=92564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:07:23.471595 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-70789977-476c-4f6e-b223-a166e0153dea service neutron] Attempting to bind port 888d7929-e1de-435b-8fc2-d814b20ee221 on network ebaf9a1d-decc-4b44-8917-97a40dd6cd32 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:07:23.476325 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-70789977-476c-4f6e-b223-a166e0153dea service neutron] Port 888d7929-e1de-435b-8fc2-d814b20ee221 on network ebaf9a1d-decc-4b44-8917-97a40dd6cd32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 22:07:23.476642 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-70789977-476c-4f6e-b223-a166e0153dea service neutron] Attempting to bind port 888d7929-e1de-435b-8fc2-d814b20ee221 on network ebaf9a1d-decc-4b44-8917-97a40dd6cd32 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:07:23.481687 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-70789977-476c-4f6e-b223-a166e0153dea service neutron] Checking agent: {'id': 'ba7169ba-ec54-42ab-82e6-dffd3900ba09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 22, 3, 45), 'started_at': datetime.datetime(2021, 6, 3, 22, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:07:23.482014 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-70789977-476c-4f6e-b223-a166e0153dea service neutron] Checking segment: {'id': 'f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:07:23.482414 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-70789977-476c-4f6e-b223-a166e0153dea service neutron] Bound using segment: {'id': 'f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32'} {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:07:23.482832 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-70789977-476c-4f6e-b223-a166e0153dea service neutron] Bound port: 888d7929-e1de-435b-8fc2-d814b20ee221, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32'}}] {{(pid=92564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:07:23.483168 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-70789977-476c-4f6e-b223-a166e0153dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:23.580008 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-70789977-476c-4f6e-b223-a166e0153dea service neutron] For port 888d7929-e1de-435b-8fc2-d814b20ee221, host hv-cinder-79466, cleared binding levels {{(pid=92564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:07:23.583349 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-70789977-476c-4f6e-b223-a166e0153dea service neutron] For port 888d7929-e1de-435b-8fc2-d814b20ee221, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=888d7929-e1de-435b-8fc2-d814b20ee221,segment=NetworkSegment(f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc),segment_id=f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc)] {{(pid=92564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:07:23.740681 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-70789977-476c-4f6e-b223-a166e0153dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31972166'] for port, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:23.744991 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:23.799819 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-70789977-476c-4f6e-b223-a166e0153dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:23.800283 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-70789977-476c-4f6e-b223-a166e0153dea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:23.801817 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-70789977-476c-4f6e-b223-a166e0153dea service neutron] 10.222.0.58 "PUT /v2.0/ports/888d7929-e1de-435b-8fc2-d814b20ee221 HTTP/1.1" status: 200  len: 1093 time: 2.0619264
Jun 03 22:07:23.802342 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca7670c-b0d8-46e6-94a4-ca41ec3d4279', 'tag': '888d7929-e1de-435b-8fc2-d814b20ee221'}] {{(pid=92564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:07:23.804689 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c024af40dcbc7289fed731e5c35c42eecf8f16a39534b44a636824a10e0ed12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430bd1d8-e75d-4102-b232-70028cee497f" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca7670c-b0d8-46e6-94a4-ca41ec3d4279", "tag": "888d7929-e1de-435b-8fc2-d814b20ee221"}]}' {{(pid=92564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:07:23.830270 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70789977-476c-4f6e-b223-a166e0153dea service neutron] Pushing event updated for resources: {'Port': ['ID=888d7929-e1de-435b-8fc2-d814b20ee221,revision_number=3']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:23.840444 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-70789977-476c-4f6e-b223-a166e0153dea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:24.029082 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-9c8a33a1-9fe3-401a-b2f3-84c352a83fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:24.031289 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-9c8a33a1-9fe3-401a-b2f3-84c352a83fa9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8bddcb3939c342928d67721b6a1cbfbd&device_id=7ca7670c-b0d8-46e6-94a4-ca41ec3d4279 HTTP/1.1" status: 200  len: 1096 time: 0.1110744
Jun 03 22:07:24.097917 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97a851a-1e37-429c-936b-68d0966a0d97 x-openstack-request-id: req-f97a851a-1e37-429c-936b-68d0966a0d97 {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:07:24.098188 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca7670c-b0d8-46e6-94a4-ca41ec3d4279", "tag": "888d7929-e1de-435b-8fc2-d814b20ee221", "status": "completed", "code": 200}]} {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:07:24.098467 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-f97a851a-1e37-429c-936b-68d0966a0d97 {{(pid=92564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:07:24.098886 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ca7670c-b0d8-46e6-94a4-ca41ec3d4279', 'tag': '888d7929-e1de-435b-8fc2-d814b20ee221', 'status': 'completed', 'code': 200}
Jun 03 22:07:24.114952 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-70f10483-ede0-4b4b-ae88-44267c974c4a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=888d7929-e1de-435b-8fc2-d814b20ee221 HTTP/1.1" status: 200  len: 217 time: 0.0672152
Jun 03 22:07:24.193688 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-08d6ef99-b0c5-4e39-b389-4b78d4dd70f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:24.195175 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-08d6ef99-b0c5-4e39-b389-4b78d4dd70f6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a52c3c6b-a445-47db-810f-6427fa90f388 HTTP/1.1" status: 200  len: 850 time: 0.0730445
Jun 03 22:07:24.548812 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a4338-6773-4c7e-a10b-9c00a1de8a24 req-7fc36c77-603c-4fba-8fea-8e1ed90a8432 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:24.550340 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-690a4338-6773-4c7e-a10b-9c00a1de8a24 req-7fc36c77-603c-4fba-8fea-8e1ed90a8432 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.0843279
Jun 03 22:07:24.568880 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461f6f6-5ac0-459d-a299-13dd04a13e8e req-1f7e90aa-6cd1-44f6-9c1c-270d3bf1923a tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:24.570965 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0461f6f6-5ac0-459d-a299-13dd04a13e8e req-1f7e90aa-6cd1-44f6-9c1c-270d3bf1923a tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/ports?device_id=7ca7670c-b0d8-46e6-94a4-ca41ec3d4279 HTTP/1.1" status: 200  len: 943 time: 0.0826106
Jun 03 22:07:24.596204 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-690a4338-6773-4c7e-a10b-9c00a1de8a24 req-37de5693-46de-4d2d-93de-e6cbfc79568e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394413
Jun 03 22:07:24.617688 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0461f6f6-5ac0-459d-a299-13dd04a13e8e req-ee3c23c3-25d5-4f6c-adc9-1ec0c7f1785d tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/security-groups?id=67939ec7-36ca-43ec-b191-1290c3935fe9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396369
Jun 03 22:07:24.870082 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-8c529dd5-407c-431e-873e-a0e4a5adf8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:24.871598 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-8c529dd5-407c-431e-873e-a0e4a5adf8ba service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ebaf9a1d-decc-4b44-8917-97a40dd6cd32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776403
Jun 03 22:07:25.186959 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 60556) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:07:25.304695 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-5697bfe8-1b1e-4c7a-9dd2-d49276e8985d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:25.318774 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-5697bfe8-1b1e-4c7a-9dd2-d49276e8985d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:07:25.322587 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-5697bfe8-1b1e-4c7a-9dd2-d49276e8985d admin admin] Usage tracker for resource:security_group_rule and tenant:31b6d5c0b72f44bcb5d11dd65f18a0a0 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:07:25.325437 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-5697bfe8-1b1e-4c7a-9dd2-d49276e8985d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:07:25.331154 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-5697bfe8-1b1e-4c7a-9dd2-d49276e8985d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:07:25.412563 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-5697bfe8-1b1e-4c7a-9dd2-d49276e8985d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:25.504893 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-5697bfe8-1b1e-4c7a-9dd2-d49276e8985d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:25.513847 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:25.552692 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697bfe8-1b1e-4c7a-9dd2-d49276e8985d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4244fe72-c817-46a3-9ec4-3af37ac5f0c5,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:25.556984 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-5697bfe8-1b1e-4c7a-9dd2-d49276e8985d admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=31b6d5c0b72f44bcb5d11dd65f18a0a0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3689244
Jun 03 22:07:25.557855 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-5697bfe8-1b1e-4c7a-9dd2-d49276e8985d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:25.559698 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 60562) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:07:25.620148 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-74016570-c9be-4b87-af95-ce1d6d2b0a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:25.646924 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-74016570-c9be-4b87-af95-ce1d6d2b0a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:25.784686 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe3aaf-b75e-4075-9aa7-dff9e94cf3c6 req-e1b2861a-2086-471d-a39c-590f1c1ed91f tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:25.786052 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-adfe3aaf-b75e-4075-9aa7-dff9e94cf3c6 req-e1b2861a-2086-471d-a39c-590f1c1ed91f tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.0826459
Jun 03 22:07:25.804651 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-74016570-c9be-4b87-af95-ce1d6d2b0a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:25.808514 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-d2f9eeae-4b8f-4760-9570-950bee07fd9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:25.821202 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74016570-c9be-4b87-af95-ce1d6d2b0a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4244fe72-c817-46a3-9ec4-3af37ac5f0c5,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:25.824857 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-74016570-c9be-4b87-af95-ce1d6d2b0a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:25.835154 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-74016570-c9be-4b87-af95-ce1d6d2b0a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:25.835154 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-74016570-c9be-4b87-af95-ce1d6d2b0a44 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/4244fe72-c817-46a3-9ec4-3af37ac5f0c5 HTTP/1.1" status: 204  len: 168 time: 0.2686331
Jun 03 22:07:25.836467 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-adfe3aaf-b75e-4075-9aa7-dff9e94cf3c6 req-979fd731-7618-4987-b468-dfc5f4bd6b63 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423203
Jun 03 22:07:26.021563 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fed4e-77dc-438d-af89-65cd9caf1739 req-3a738869-a315-4f0a-a3e5-2dbca663e7f7 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:26.023632 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-960fed4e-77dc-438d-af89-65cd9caf1739 req-3a738869-a315-4f0a-a3e5-2dbca663e7f7 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/ports?device_id=7ca7670c-b0d8-46e6-94a4-ca41ec3d4279 HTTP/1.1" status: 200  len: 943 time: 0.0855963
Jun 03 22:07:26.070756 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-960fed4e-77dc-438d-af89-65cd9caf1739 req-21ac18c1-9cc9-49ab-9ad5-df4b1abfaddb tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/security-groups?id=67939ec7-36ca-43ec-b191-1290c3935fe9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402241
Jun 03 22:07:26.301394 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-15441bda-f233-4109-8e2c-d36be6cd3252 service neutron] 10.222.0.58 "GET /v2.0/networks/ebaf9a1d-decc-4b44-8917-97a40dd6cd32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405873
Jun 03 22:07:26.441740 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-56b417a6-1b45-4f3a-9ddf-2d7a871fbc2e req-a7f53dd2-08a1-4fcb-8674-d8e8907040bb service neutron] 10.222.0.58 "GET /v2.0/networks/ebaf9a1d-decc-4b44-8917-97a40dd6cd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1331983
Jun 03 22:07:26.658710 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bd1d8-e75d-4102-b232-70028cee497f req-c8b7f09b-25ff-4cfe-b9d9-ec23b945af44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:26.660214 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-430bd1d8-e75d-4102-b232-70028cee497f req-c8b7f09b-25ff-4cfe-b9d9-ec23b945af44 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8bddcb3939c342928d67721b6a1cbfbd&device_id=7ca7670c-b0d8-46e6-94a4-ca41ec3d4279 HTTP/1.1" status: 200  len: 1096 time: 0.0764275
Jun 03 22:07:26.808478 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bd1d8-e75d-4102-b232-70028cee497f req-f76335d7-9051-427d-b0ab-9ad5b1a5b9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:26.809926 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-430bd1d8-e75d-4102-b232-70028cee497f req-f76335d7-9051-427d-b0ab-9ad5b1a5b9fd service neutron] 10.222.0.58 "GET /v2.0/networks?id=ebaf9a1d-decc-4b44-8917-97a40dd6cd32 HTTP/1.1" status: 200  len: 913 time: 0.1370285
Jun 03 22:07:26.993833 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-430bd1d8-e75d-4102-b232-70028cee497f req-09fefd2f-8a12-40a7-ac65-cc982411c4f1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=888d7929-e1de-435b-8fc2-d814b20ee221 HTTP/1.1" status: 200  len: 217 time: 0.1783776
Jun 03 22:07:27.071799 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bd1d8-e75d-4102-b232-70028cee497f req-d2081e73-726c-4f03-ad41-bb3f55f20116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:27.073228 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-430bd1d8-e75d-4102-b232-70028cee497f req-d2081e73-726c-4f03-ad41-bb3f55f20116 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a52c3c6b-a445-47db-810f-6427fa90f388 HTTP/1.1" status: 200  len: 850 time: 0.0738811
Jun 03 22:07:27.132167 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b604026-6c1f-444d-8935-880d0a75c267 req-6951f32c-bad5-4cef-8988-d4fff527a3ce tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:27.133732 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0b604026-6c1f-444d-8935-880d0a75c267 req-6951f32c-bad5-4cef-8988-d4fff527a3ce tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.1781414
Jun 03 22:07:27.189440 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0b604026-6c1f-444d-8935-880d0a75c267 req-70cac215-f5dd-43cb-9214-81419f02dcf4 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475237
Jun 03 22:07:27.219097 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430bd1d8-e75d-4102-b232-70028cee497f req-35dd3747-f23a-42f4-a9dc-c422784f6b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:27.220673 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-430bd1d8-e75d-4102-b232-70028cee497f req-35dd3747-f23a-42f4-a9dc-c422784f6b09 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ebaf9a1d-decc-4b44-8917-97a40dd6cd32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1393449
Jun 03 22:07:27.359468 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b6a53-d55b-489e-a49e-e6dd5f3f4584 req-a48f433f-315a-44c1-b23e-5a1c557ca2b7 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:27.361946 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-3c5b6a53-d55b-489e-a49e-e6dd5f3f4584 req-a48f433f-315a-44c1-b23e-5a1c557ca2b7 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/ports?device_id=7ca7670c-b0d8-46e6-94a4-ca41ec3d4279 HTTP/1.1" status: 200  len: 943 time: 0.1639946
Jun 03 22:07:27.410163 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-430bd1d8-e75d-4102-b232-70028cee497f req-fe6025ed-5ebe-4e27-ae3d-809908e593c1 service neutron] 10.222.0.58 "GET /v2.0/networks/ebaf9a1d-decc-4b44-8917-97a40dd6cd32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1819184
Jun 03 22:07:27.420770 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-3c5b6a53-d55b-489e-a49e-e6dd5f3f4584 req-3008579b-8460-4f58-8dec-26459dc7114d tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/security-groups?id=67939ec7-36ca-43ec-b191-1290c3935fe9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523105
Jun 03 22:07:27.572620 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-430bd1d8-e75d-4102-b232-70028cee497f req-5bc2c128-36e1-4892-9ca2-1bcf2e703deb service neutron] 10.222.0.58 "GET /v2.0/networks/ebaf9a1d-decc-4b44-8917-97a40dd6cd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1520870
Jun 03 22:07:27.782823 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-5ab68591-889e-480f-adc9-502905baa95d tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.106 "GET /v2.0/networks?tenant_id=68e5cf5912244a7e80647d84323396b3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0408838
Jun 03 22:07:28.043192 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-b7e72e10-16cc-41c7-bd8a-4876eb5f9e3a tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:28.044758 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-b7e72e10-16cc-41c7-bd8a-4876eb5f9e3a tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.106 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2541473
Jun 03 22:07:28.063593 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-8c624842-97cc-4a08-b17b-98fea53fddea tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.106 "GET /v2.0/quotas/68e5cf5912244a7e80647d84323396b3 HTTP/1.1" status: 200  len: 375 time: 0.0111713
Jun 03 22:07:28.125910 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-b58b1179-78e2-4f95-98df-16c82d8cd14a tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.106 "GET /v2.0/ports?tenant_id=68e5cf5912244a7e80647d84323396b3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0529540
Jun 03 22:07:28.435892 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d053c-0450-4953-8e8b-8ae153b037ab req-236bc410-8f96-4067-990e-cd424396670b tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:28.438178 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-bf4d053c-0450-4953-8e8b-8ae153b037ab req-236bc410-8f96-4067-990e-cd424396670b tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.1143811
Jun 03 22:07:28.543077 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-bf4d053c-0450-4953-8e8b-8ae153b037ab req-e309ef63-04b9-4aa5-bf95-8665a8abb79d tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962439
Jun 03 22:07:28.754665 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 888d7929-e1de-435b-8fc2-d814b20ee221 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 22:07:28.857219 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 60670) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:07:29.035769 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-4fbbae33-f6ef-4681-9ea4-2037c4db832c req-bc69f192-1574-4be0-990d-268b2483cf08 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.106 "GET /v2.0/ports?device_id=4b4f47a5-c36b-4c19-b148-67532ea10bdf HTTP/1.1" status: 200  len: 210 time: 0.1179941
Jun 03 22:07:29.039317 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port 888d7929-e1de-435b-8fc2-d814b20ee221, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=888d7929-e1de-435b-8fc2-d814b20ee221,segment=NetworkSegment(f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc),segment_id=f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:07:29.059281 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Returning: {'device': '888d7929-e1de-435b-8fc2-d814b20ee221', 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32', 'port_id': '888d7929-e1de-435b-8fc2-d814b20ee221', 'mac_address': 'fa:16:3e:2f:04:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a52c3c6b-a445-47db-810f-6427fa90f388', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 22:07:29.068755 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a499f-3d1a-4155-9143-a61ab59b9ab2 req-4f1a857f-51b8-4d8c-958a-e8930f2235d2 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:29.073371 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-6d2a499f-3d1a-4155-9143-a61ab59b9ab2 req-4f1a857f-51b8-4d8c-958a-e8930f2235d2 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/ports?device_id=7ca7670c-b0d8-46e6-94a4-ca41ec3d4279 HTTP/1.1" status: 200  len: 943 time: 0.3541443
Jun 03 22:07:29.183272 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-6d2a499f-3d1a-4155-9143-a61ab59b9ab2 req-d7903b11-8051-456f-a25e-ee41723cf86a tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/security-groups?id=67939ec7-36ca-43ec-b191-1290c3935fe9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1033499
Jun 03 22:07:29.185947 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-c2ea2de8-72ad-46b4-8e7f-e619a449fb4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:29.205274 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:29.231129 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-c2ea2de8-72ad-46b4-8e7f-e619a449fb4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:07:29.235644 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-c2ea2de8-72ad-46b4-8e7f-e619a449fb4a admin admin] Usage tracker for resource:security_group_rule and tenant:a548639c8bbc49fbb205e32f2f38d0dc is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:07:29.239165 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-c2ea2de8-72ad-46b4-8e7f-e619a449fb4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:07:29.242335 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.notifiers.nova [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 888d7929-e1de-435b-8fc2-d814b20ee221 {{(pid=92565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 22:07:29.262155 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-c2ea2de8-72ad-46b4-8e7f-e619a449fb4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:07:29.265132 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port 888d7929-e1de-435b-8fc2-d814b20ee221, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=888d7929-e1de-435b-8fc2-d814b20ee221,segment=NetworkSegment(f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc),segment_id=f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:07:29.357018 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:29.358847 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:29.373461 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-c2ea2de8-72ad-46b4-8e7f-e619a449fb4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:29.470486 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Pushing event updated for resources: {'Port': ['ID=888d7929-e1de-435b-8fc2-d814b20ee221,revision_number=4']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:29.476307 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:29.600141 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-c2ea2de8-72ad-46b4-8e7f-e619a449fb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:29.607879 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] get_ports_and_sgs() called for port_ids ['888d7929-e1de-435b-8fc2-d814b20ee221'] {{(pid=92565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 22:07:29.680273 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-ce766668-2485-40d9-ad5e-ff5f67b1e9ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:29.695371 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 60688) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:07:29.696429 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-c2ea2de8-72ad-46b4-8e7f-e619a449fb4a admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=a548639c8bbc49fbb205e32f2f38d0dc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8376153
Jun 03 22:07:29.726457 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea2de8-72ad-46b4-8e7f-e619a449fb4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a49461-cc2a-4454-a825-4fd203e06d02,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:29.737204 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea2de8-72ad-46b4-8e7f-e619a449fb4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:29.738029 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea2de8-72ad-46b4-8e7f-e619a449fb4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:29.738657 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea2de8-72ad-46b4-8e7f-e619a449fb4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:29.739374 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea2de8-72ad-46b4-8e7f-e619a449fb4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:29.740292 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea2de8-72ad-46b4-8e7f-e619a449fb4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:29.740921 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea2de8-72ad-46b4-8e7f-e619a449fb4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:29.742111 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea2de8-72ad-46b4-8e7f-e619a449fb4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:29.742747 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea2de8-72ad-46b4-8e7f-e619a449fb4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:29.743361 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea2de8-72ad-46b4-8e7f-e619a449fb4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:29.743968 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea2de8-72ad-46b4-8e7f-e619a449fb4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:29.744524 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea2de8-72ad-46b4-8e7f-e619a449fb4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:29.745084 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ea2de8-72ad-46b4-8e7f-e619a449fb4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:29.751134 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-c2ea2de8-72ad-46b4-8e7f-e619a449fb4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:29.842132 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-ef8475ca-ad0b-4cdd-b967-a6ea745bf8e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:29.927025 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-ef8475ca-ad0b-4cdd-b967-a6ea745bf8e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:30.115560 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-ef8475ca-ad0b-4cdd-b967-a6ea745bf8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:30.123588 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-1b83caab-5064-4f75-9740-408b7fd4762a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:30.162822 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8475ca-ad0b-4cdd-b967-a6ea745bf8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a49461-cc2a-4454-a825-4fd203e06d02,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:30.171783 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8475ca-ad0b-4cdd-b967-a6ea745bf8e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:30.172173 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8475ca-ad0b-4cdd-b967-a6ea745bf8e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:30.172744 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8475ca-ad0b-4cdd-b967-a6ea745bf8e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:30.173263 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8475ca-ad0b-4cdd-b967-a6ea745bf8e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:30.173762 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8475ca-ad0b-4cdd-b967-a6ea745bf8e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:30.174286 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8475ca-ad0b-4cdd-b967-a6ea745bf8e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:30.174784 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8475ca-ad0b-4cdd-b967-a6ea745bf8e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:30.175293 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8475ca-ad0b-4cdd-b967-a6ea745bf8e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:30.175968 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8475ca-ad0b-4cdd-b967-a6ea745bf8e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:30.176481 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8475ca-ad0b-4cdd-b967-a6ea745bf8e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:30.176992 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8475ca-ad0b-4cdd-b967-a6ea745bf8e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:30.177494 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8475ca-ad0b-4cdd-b967-a6ea745bf8e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:30.183095 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-ef8475ca-ad0b-4cdd-b967-a6ea745bf8e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:30.200094 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-ef8475ca-ad0b-4cdd-b967-a6ea745bf8e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:30.208758 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-ef8475ca-ad0b-4cdd-b967-a6ea745bf8e6 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/64a49461-cc2a-4454-a825-4fd203e06d02 HTTP/1.1" status: 204  len: 168 time: 0.5053656
Jun 03 22:07:30.245292 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8bc40ca7-34fb-4e05-904f-d3d2accd5272 req-cfcc05f9-97f7-440c-b517-6aee481915c2 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.106 "GET /v2.0/ports?device_id=4b4f47a5-c36b-4c19-b148-67532ea10bdf HTTP/1.1" status: 200  len: 210 time: 0.0978041
Jun 03 22:07:30.614205 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41fae38-1cb2-4867-b9e6-68df16f63b92 req-fd7953ec-589f-4545-bedf-0262ea2a4248 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:30.623257 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b41fae38-1cb2-4867-b9e6-68df16f63b92 req-fd7953ec-589f-4545-bedf-0262ea2a4248 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/ports?device_id=7ca7670c-b0d8-46e6-94a4-ca41ec3d4279 HTTP/1.1" status: 200  len: 944 time: 0.2301767
Jun 03 22:07:30.676794 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b41fae38-1cb2-4867-b9e6-68df16f63b92 req-f33b92f4-bf5d-4ed0-9cb1-f47abc88e431 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/security-groups?id=67939ec7-36ca-43ec-b191-1290c3935fe9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0522091
Jun 03 22:07:30.760948 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 888d7929-e1de-435b-8fc2-d814b20ee221 up at agent hyperv_hv-cinder-79466 {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:07:31.113182 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Provisioning for port 888d7929-e1de-435b-8fc2-d814b20ee221 completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:07:31.119552 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Provisioning complete for port 888d7929-e1de-435b-8fc2-d814b20ee221 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:07:31.120506 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:31.305809 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:31.399585 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca7670c-b0d8-46e6-94a4-ca41ec3d4279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888d7929-e1de-435b-8fc2-d814b20ee221'}] {{(pid=92565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:07:31.406517 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3783812f727b5bb89ad1c4cb6955cb6829b796867b5a4f4fedffd1e1cb019440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b08326-1aff-4eff-b23e-bc46d43acf3f" -d '{"events": [{"server_uuid": "7ca7670c-b0d8-46e6-94a4-ca41ec3d4279", "name": "network-vif-plugged", "status": "completed", "tag": "888d7929-e1de-435b-8fc2-d814b20ee221"}]}' {{(pid=92565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:07:31.432738 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port 888d7929-e1de-435b-8fc2-d814b20ee221, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=888d7929-e1de-435b-8fc2-d814b20ee221,segment=NetworkSegment(f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc),segment_id=f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:07:31.540572 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:31.543911 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:31.617099 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e58939-eb8e-451d-8ad7-2f4901e4a76c req-55a57f19-d2bb-4c45-a8b0-21f39a835e69 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:31.624673 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-78e58939-eb8e-451d-8ad7-2f4901e4a76c req-55a57f19-d2bb-4c45-a8b0-21f39a835e69 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.2070413
Jun 03 22:07:31.664360 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-e538dbc2-b9d5-47f1-930c-49178cf10df9 req-4509aa40-e7a6-49f4-9c46-ea16128b55f8 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.106 "GET /v2.0/ports?device_id=4b4f47a5-c36b-4c19-b148-67532ea10bdf HTTP/1.1" status: 200  len: 210 time: 0.1425722
Jun 03 22:07:31.770665 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Pushing event updated for resources: {'Port': ['ID=888d7929-e1de-435b-8fc2-d814b20ee221,revision_number=5']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:31.790091 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-78e58939-eb8e-451d-8ad7-2f4901e4a76c req-6d444eda-7db0-470b-b98a-3fe5abb70556 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1549780
Jun 03 22:07:31.792726 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:31.852168 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a078ab-d8e5-46c3-bcd6-f0dc21020ef1 x-openstack-request-id: req-12a078ab-d8e5-46c3-bcd6-f0dc21020ef1 {{(pid=92565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:07:31.852473 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca7670c-b0d8-46e6-94a4-ca41ec3d4279", "name": "network-vif-plugged", "status": "completed", "tag": "888d7929-e1de-435b-8fc2-d814b20ee221", "code": 200}]} {{(pid=92565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:07:31.852739 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-12a078ab-d8e5-46c3-bcd6-f0dc21020ef1 {{(pid=92565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:07:31.853118 dv-cinder-794669-4-iscsi neutron-server[92565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca7670c-b0d8-46e6-94a4-ca41ec3d4279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '888d7929-e1de-435b-8fc2-d814b20ee221', 'code': 200}
Jun 03 22:07:32.067680 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940876f-69b1-413d-90e9-e3412ea48091 req-1a752ccb-fea7-43a3-8715-e8ed75e32695 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:32.075631 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-1940876f-69b1-413d-90e9-e3412ea48091 req-1a752ccb-fea7-43a3-8715-e8ed75e32695 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/ports?device_id=7ca7670c-b0d8-46e6-94a4-ca41ec3d4279 HTTP/1.1" status: 200  len: 945 time: 0.1406422
Jun 03 22:07:32.131990 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-1940876f-69b1-413d-90e9-e3412ea48091 req-5d2149fa-3cd5-4661-81d7-5fe76a6bba02 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/security-groups?id=67939ec7-36ca-43ec-b191-1290c3935fe9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551364
Jun 03 22:07:32.259021 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 60780) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:07:32.425129 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [None req-d4c15685-8afd-44ec-8999-3ca2da07985c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1612215302-network', 'tenant_id': 'ebf72c5befd44927ab456c218dfdcdda'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:07:32.430469 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-d4c15685-8afd-44ec-8999-3ca2da07985c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:07:32.434324 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-d4c15685-8afd-44ec-8999-3ca2da07985c admin admin] Usage tracker for resource:network and tenant:ebf72c5befd44927ab456c218dfdcdda is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:07:32.437247 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-d4c15685-8afd-44ec-8999-3ca2da07985c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:07:32.443683 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-d4c15685-8afd-44ec-8999-3ca2da07985c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:07:32.551060 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c15685-8afd-44ec-8999-3ca2da07985c admin admin] Made reservation on behalf of ebf72c5befd44927ab456c218dfdcdda for: {'network': 1} {{(pid=92564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:07:32.557732 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-d4c15685-8afd-44ec-8999-3ca2da07985c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1611770'] for network, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:32.591140 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83b5d6-f6cd-44ba-93ff-f781217ee823 req-070cfeb6-5b6f-4c1f-9862-4cf43af8b584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:32.593078 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-5e83b5d6-f6cd-44ba-93ff-f781217ee823 req-070cfeb6-5b6f-4c1f-9862-4cf43af8b584 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7ca7670c-b0d8-46e6-94a4-ca41ec3d4279 HTTP/1.1" status: 200  len: 1098 time: 0.1088476
Jun 03 22:07:32.595814 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-d4c15685-8afd-44ec-8999-3ca2da07985c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:32.641878 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-d4c15685-8afd-44ec-8999-3ca2da07985c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:07:32.649858 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-d4c15685-8afd-44ec-8999-3ca2da07985c admin admin] Usage tracker for resource:security_group_rule and tenant:ebf72c5befd44927ab456c218dfdcdda is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:07:32.654759 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-d4c15685-8afd-44ec-8999-3ca2da07985c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:07:32.668071 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-d4c15685-8afd-44ec-8999-3ca2da07985c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:07:32.685761 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-5e83b5d6-f6cd-44ba-93ff-f781217ee823 req-6f6e4d58-9e42-451b-95f4-3d19cf463ac1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=67939ec7-36ca-43ec-b191-1290c3935fe9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0661471
Jun 03 22:07:32.827007 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-d4c15685-8afd-44ec-8999-3ca2da07985c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:32.965112 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-65a136bf-037c-404e-9de6-877cb632665b req-a022a85c-e47d-442f-9983-93035f1d44b6 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.106 "GET /v2.0/ports?device_id=4b4f47a5-c36b-4c19-b148-67532ea10bdf HTTP/1.1" status: 200  len: 210 time: 0.1054075
Jun 03 22:07:33.004039 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-d4c15685-8afd-44ec-8999-3ca2da07985c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:33.008424 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-2cd7f987-5b8e-48c0-a382-460840b6f5bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:33.052792 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c15685-8afd-44ec-8999-3ca2da07985c admin admin] vlan segment allocate from pool success with {'vlan_id': 1417, 'physical_network': 'physnet1'}  {{(pid=92564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 22:07:33.059753 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c15685-8afd-44ec-8999-3ca2da07985c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb8f465-f99e-4d60-8a52-a4abf4554b0a,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:33.063757 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-d4c15685-8afd-44ec-8999-3ca2da07985c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:33.080921 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-d4c15685-8afd-44ec-8999-3ca2da07985c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286'] for segment, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:33.081377 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.db.segments_db [None req-d4c15685-8afd-44ec-8999-3ca2da07985c admin admin] Added segment 68a6d8d9-59e7-41a7-8a31-4c373482285f of type vlan for network ee72200c-c241-44cb-972d-cd625ecb6cda
Jun 03 22:07:33.120167 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-d4c15685-8afd-44ec-8999-3ca2da07985c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762085776842'] for network, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:33.235963 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-ac31aab6-d7b8-4efe-9dac-f9f714c5012c tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=68e5cf5912244a7e80647d84323396b3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0691612
Jun 03 22:07:33.685275 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-d4c15685-8afd-44ec-8999-3ca2da07985c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630954'] for network, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:33.716717 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c15685-8afd-44ec-8999-3ca2da07985c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:33.717454 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-d4c15685-8afd-44ec-8999-3ca2da07985c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for network, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:33.738948 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:34.061565 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-358d19b4-a0f9-433f-9661-0692e1fbbec2 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:34.063807 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-358d19b4-a0f9-433f-9661-0692e1fbbec2 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.8191588
Jun 03 22:07:34.216019 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-77b113f4-9b52-4e58-b7cf-4d3e29ae0748 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Request body: {'port': {'device_id': '4b4f47a5-c36b-4c19-b148-67532ea10bdf', 'network_id': '48469097-674a-417f-b818-03a7b65637d9', 'admin_state_up': True, 'tenant_id': '68e5cf5912244a7e80647d84323396b3'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:07:34.254006 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c15685-8afd-44ec-8999-3ca2da07985c admin admin] Pushing event updated for resources: {'Network': ['ID=ee72200c-c241-44cb-972d-cd625ecb6cda,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:34.258126 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-d4c15685-8afd-44ec-8999-3ca2da07985c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:34.268762 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Network ee72200c-c241-44cb-972d-cd625ecb6cda details requested by agent ovs-agent-dv-cinder-794669-4-iscsi with host dv-cinder-794669-4-iscsi {{(pid=92565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 22:07:34.283435 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-0e929bd9-fc38-4c15-9d0d-3252b84808b5 req-f4975174-084c-44ec-b065-cb41b7f7cc7c tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.106 "GET /v2.0/ports?device_id=4b4f47a5-c36b-4c19-b148-67532ea10bdf HTTP/1.1" status: 200  len: 210 time: 0.0791249
Jun 03 22:07:34.337407 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-d4c15685-8afd-44ec-8999-3ca2da07985c admin admin] 10.222.0.106 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 2.0773706
Jun 03 22:07:34.340687 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 60836) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:07:34.345701 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-3c286787-478a-4d17-95e6-409e4d348ce1 admin admin] Request body: {'subnet': {'network_id': 'ee72200c-c241-44cb-972d-cd625ecb6cda', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1612215302-subnet', 'tenant_id': 'ebf72c5befd44927ab456c218dfdcdda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:07:34.350947 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-3c286787-478a-4d17-95e6-409e4d348ce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:07:34.367745 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-3c286787-478a-4d17-95e6-409e4d348ce1 admin admin] Usage tracker for resource:subnet and tenant:ebf72c5befd44927ab456c218dfdcdda is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:07:34.371291 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-3c286787-478a-4d17-95e6-409e4d348ce1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:07:34.384354 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-3c286787-478a-4d17-95e6-409e4d348ce1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:07:34.467584 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb40559-87c9-4f1e-b052-ef820e84d58a req-0b78efa2-c971-4ac3-ba78-7394a7bbf497 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:34.470721 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-1eb40559-87c9-4f1e-b052-ef820e84d58a req-0b78efa2-c971-4ac3-ba78-7394a7bbf497 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/ports?device_id=7ca7670c-b0d8-46e6-94a4-ca41ec3d4279 HTTP/1.1" status: 200  len: 945 time: 1.1767738
Jun 03 22:07:34.502692 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c286787-478a-4d17-95e6-409e4d348ce1 admin admin] Made reservation on behalf of ebf72c5befd44927ab456c218dfdcdda for: {'subnet': 1} {{(pid=92563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:07:34.511097 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-3c286787-478a-4d17-95e6-409e4d348ce1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31843967'] for subnet, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:34.540626 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-1eb40559-87c9-4f1e-b052-ef820e84d58a req-7c6de010-9d95-46b9-9bcd-61792c94cdb8 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/security-groups?id=67939ec7-36ca-43ec-b191-1290c3935fe9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589647
Jun 03 22:07:34.576295 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-77b113f4-9b52-4e58-b7cf-4d3e29ae0748 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:07:34.580527 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-77b113f4-9b52-4e58-b7cf-4d3e29ae0748 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Usage tracker for resource:port and tenant:68e5cf5912244a7e80647d84323396b3 is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:07:34.583935 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-77b113f4-9b52-4e58-b7cf-4d3e29ae0748 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:07:34.591394 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-77b113f4-9b52-4e58-b7cf-4d3e29ae0748 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:07:34.728222 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-77b113f4-9b52-4e58-b7cf-4d3e29ae0748 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Made reservation on behalf of 68e5cf5912244a7e80647d84323396b3 for: {'port': 1} {{(pid=92564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:07:34.732960 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-77b113f4-9b52-4e58-b7cf-4d3e29ae0748 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:34.753853 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-77b113f4-9b52-4e58-b7cf-4d3e29ae0748 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:34.777647 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-77b113f4-9b52-4e58-b7cf-4d3e29ae0748 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:07:34.782638 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-77b113f4-9b52-4e58-b7cf-4d3e29ae0748 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Usage tracker for resource:security_group_rule and tenant:68e5cf5912244a7e80647d84323396b3 is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:07:34.786492 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-77b113f4-9b52-4e58-b7cf-4d3e29ae0748 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:07:34.805171 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-77b113f4-9b52-4e58-b7cf-4d3e29ae0748 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:07:34.995786 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-77b113f4-9b52-4e58-b7cf-4d3e29ae0748 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:35.045645 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-f9ac0f44-57b6-465a-9d59-20c237ac0864 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:35.047307 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-f9ac0f44-57b6-465a-9d59-20c237ac0864 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/networks?id=bba2e61c-d091-4a23-95a7-3079a9574eb0 HTTP/1.1" status: 200  len: 813 time: 0.3765268
Jun 03 22:07:35.106491 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-c01b6016-c4a3-47dd-9fe4-437b300167d7 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/quotas/18fd8ab8eb5140b4ab7192485bb70cd8 HTTP/1.1" status: 200  len: 375 time: 0.0523889
Jun 03 22:07:35.117698 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-77b113f4-9b52-4e58-b7cf-4d3e29ae0748 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:35.121136 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:35.168913 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b113f4-9b52-4e58-b7cf-4d3e29ae0748 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=781c584d-7215-4499-84e6-472f6f359107,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:35.176265 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-77b113f4-9b52-4e58-b7cf-4d3e29ae0748 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:35.312082 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-baaa1b96-7245-43ea-8218-5fd179a4bec1 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?tenant_id=18fd8ab8eb5140b4ab7192485bb70cd8&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1898918
Jun 03 22:07:35.408725 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.db_base_plugin_common [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-77b113f4-9b52-4e58-b7cf-4d3e29ae0748 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Allocated IP 192.168.233.221 (48469097-674a-417f-b818-03a7b65637d9/35e9935f-9fa3-4a85-bc49-77d59f9295c9/5fefecd3-3f63-4d0b-8060-7c37e2fabe77) {{(pid=92564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:07:35.518784 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-94576d3b-4141-4601-ba13-9bcaaaaf80e7 req-1b6e7105-9e6d-4783-955f-89d2c78a185c tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.106 "GET /v2.0/ports?device_id=4b4f47a5-c36b-4c19-b148-67532ea10bdf HTTP/1.1" status: 200  len: 210 time: 0.0797069
Jun 03 22:07:35.632072 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-3c286787-478a-4d17-95e6-409e4d348ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33200962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31843949'] for subnet, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:35.641468 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:35.688450 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-1c347d58-8378-4547-b05f-ccf667825c90 service neutron] 10.222.0.106 "GET /v2.0/networks/bba2e61c-d091-4a23-95a7-3079a9574eb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3747556
Jun 03 22:07:35.840990 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c286787-478a-4d17-95e6-409e4d348ce1 admin admin] Checking segment: {'id': '68a6d8d9-59e7-41a7-8a31-4c373482285f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'ee72200c-c241-44cb-972d-cd625ecb6cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:07:35.841874 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c286787-478a-4d17-95e6-409e4d348ce1 admin admin] Network hostable DHCP agents. Network: ee72200c-c241-44cb-972d-cd625ecb6cda, hostable agents: ['be050b16-fd90-4481-8e13-e59b75a800c3'], hosted agents: [] {{(pid=92563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 22:07:35.848122 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c286787-478a-4d17-95e6-409e4d348ce1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47e98e05-76e7-4976-a242-07e4fd463da2,revision_number=0']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:35.853020 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-3c286787-478a-4d17-95e6-409e4d348ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:35.862567 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 60872) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:07:35.924447 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-908c0289-2bad-4b37-b2aa-54dc6d26b003 service neutron] 10.222.0.106 "GET /v2.0/networks/bba2e61c-d091-4a23-95a7-3079a9574eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2349832
Jun 03 22:07:35.930851 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-77b113f4-9b52-4e58-b7cf-4d3e29ae0748 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Notify callbacks [] for port, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:35.944280 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd23c8-f59d-4413-871d-179cb98c935d req-a83b897b-a6a1-46aa-b36f-42680e08b9bd tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:35.950873 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-17dd23c8-f59d-4413-871d-179cb98c935d req-a83b897b-a6a1-46aa-b36f-42680e08b9bd tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/ports?device_id=7ca7670c-b0d8-46e6-94a4-ca41ec3d4279 HTTP/1.1" status: 200  len: 945 time: 0.1813617
Jun 03 22:07:35.970387 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c286787-478a-4d17-95e6-409e4d348ce1 admin admin] Network ee72200c-c241-44cb-972d-cd625ecb6cda is scheduled to be hosted by DHCP agent be050b16-fd90-4481-8e13-e59b75a800c3 with binding_index 1 {{(pid=92563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 22:07:36.015060 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.provisioning_blocks [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-77b113f4-9b52-4e58-b7cf-4d3e29ae0748 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Transition to ACTIVE for port object 5fefecd3-3f63-4d0b-8060-7c37e2fabe77 will not be triggered until provisioned by entity DHCP. {{(pid=92564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:07:36.035658 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-17dd23c8-f59d-4413-871d-179cb98c935d req-5894d461-3b85-4f9d-b99f-686f9eb095a7 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/security-groups?id=67939ec7-36ca-43ec-b191-1290c3935fe9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0758500
Jun 03 22:07:36.077348 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-3c286787-478a-4d17-95e6-409e4d348ce1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-4-iscsi, ee72200c-c241-44cb-972d-cd625ecb6cda) {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:07:36.088147 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c286787-478a-4d17-95e6-409e4d348ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:36.088757 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-3c286787-478a-4d17-95e6-409e4d348ce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for subnet, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:36.092889 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3bdcf2-2a80-42c4-990e-24a3a3102a50 None None] Network ee72200c-c241-44cb-972d-cd625ecb6cda requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:07:36.146380 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-7c75f78d-736b-4a74-9a48-b9f173f3bcbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:36.159238 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-7c75f78d-736b-4a74-9a48-b9f173f3bcbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:07:36.163956 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-7c75f78d-736b-4a74-9a48-b9f173f3bcbd admin admin] Usage tracker for resource:security_group_rule and tenant:ccd7c64f2b68415ba23c968f989d3737 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:07:36.167930 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-7c75f78d-736b-4a74-9a48-b9f173f3bcbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:07:36.175637 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-7c75f78d-736b-4a74-9a48-b9f173f3bcbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:07:36.215003 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-77b113f4-9b52-4e58-b7cf-4d3e29ae0748 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:36.226965 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-4a153ffe-185c-46b0-b5f0-5ff4b87cd092 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:36.296506 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-3c286787-478a-4d17-95e6-409e4d348ce1 admin admin] 10.222.0.106 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.9435534
Jun 03 22:07:36.332985 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-7c75f78d-736b-4a74-9a48-b9f173f3bcbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:36.372062 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2faa5c-56be-4f7d-8791-023fc1d48307 None None] Network ee72200c-c241-44cb-972d-cd625ecb6cda requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:07:36.420184 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-7c75f78d-736b-4a74-9a48-b9f173f3bcbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:36.420668 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-77b113f4-9b52-4e58-b7cf-4d3e29ae0748 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Network 48469097-674a-417f-b818-03a7b65637d9 is already hosted by enough agents. {{(pid=92564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:07:36.432463 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.base_scheduler [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-77b113f4-9b52-4e58-b7cf-4d3e29ae0748 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Resources bound (agent type, host, resource id):  {{(pid=92564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:07:36.435946 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-77b113f4-9b52-4e58-b7cf-4d3e29ae0748 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Received port after_create {{(pid=92564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:07:36.449418 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-80ab7884-8b69-4b7b-bdc3-00281155ffed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:36.641731 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-b16bc2c4-d26d-49db-9427-d379954ed1c1 req-75250dc8-f3f8-4ad3-9f48-e4ff18b5e66d tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=cbdea048-0268-412f-a102-e289b4a6f802 HTTP/1.1" status: 200  len: 210 time: 0.1650589
Jun 03 22:07:36.667938 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-7c75f78d-736b-4a74-9a48-b9f173f3bcbd admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=ccd7c64f2b68415ba23c968f989d3737&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7798498
Jun 03 22:07:36.670232 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 60896) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:07:36.705218 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75f78d-736b-4a74-9a48-b9f173f3bcbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa648be9-8028-4b4b-ad64-195bd590f252,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:36.723535 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-7c75f78d-736b-4a74-9a48-b9f173f3bcbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:36.830816 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-65dcc4fa-8b5a-444b-9e5e-53e313745a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:36.848561 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b113f4-9b52-4e58-b7cf-4d3e29ae0748 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Pushing event updated for resources: {'Port': ['ID=5fefecd3-3f63-4d0b-8060-7c37e2fabe77,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:36.863717 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-77b113f4-9b52-4e58-b7cf-4d3e29ae0748 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:36.943275 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e4674-308a-42ab-a933-f90951a7f77c req-021fd8ec-1b04-4c3b-8c29-08dcb0acf01d tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:36.946564 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-65dcc4fa-8b5a-444b-9e5e-53e313745a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:36.947763 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8a3e4674-308a-42ab-a933-f90951a7f77c req-021fd8ec-1b04-4c3b-8c29-08dcb0acf01d tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/ports?device_id=7ca7670c-b0d8-46e6-94a4-ca41ec3d4279 HTTP/1.1" status: 200  len: 945 time: 0.5240271
Jun 03 22:07:36.958646 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 60902) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:07:36.965194 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-e07cd666-a377-4c0d-b720-38be65805c73 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Request body: {'floatingip': {'port_id': '888d7929-e1de-435b-8fc2-d814b20ee221'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:07:36.970098 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-77b113f4-9b52-4e58-b7cf-4d3e29ae0748 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:36.973418 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-77b113f4-9b52-4e58-b7cf-4d3e29ae0748 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:37.092578 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-e07cd666-a377-4c0d-b720-38be65805c73 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for floatingip, before_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:37.245948 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-77b113f4-9b52-4e58-b7cf-4d3e29ae0748 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.0341942
Jun 03 22:07:37.259676 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-3d6f3ac0-2829-4a9f-9401-699e3baaeb49 service neutron] Request body: {'port': {'device_id': '4b4f47a5-c36b-4c19-b148-67532ea10bdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:07:37.333559 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7dedb-ae2f-4158-97f1-6b3d3371d455 req-aa89a3ef-5f43-4437-84b8-af97287eee45 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:37.344056 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-aad7dedb-ae2f-4158-97f1-6b3d3371d455 req-aa89a3ef-5f43-4437-84b8-af97287eee45 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.106 "GET /v2.0/ports?device_id=4b4f47a5-c36b-4c19-b148-67532ea10bdf HTTP/1.1" status: 200  len: 936 time: 0.4706573
Jun 03 22:07:37.370940 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-cb887874-1ca9-4b5c-ba5e-5b34180bbc8e None None] Provisioning for port 5fefecd3-3f63-4d0b-8060-7c37e2fabe77 completed by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:07:37.378360 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-cb887874-1ca9-4b5c-ba5e-5b34180bbc8e None None] Provisioning complete for port 5fefecd3-3f63-4d0b-8060-7c37e2fabe77 triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:07:37.382757 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-cb887874-1ca9-4b5c-ba5e-5b34180bbc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:37.471324 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-cb887874-1ca9-4b5c-ba5e-5b34180bbc8e None None] Port 5fefecd3-3f63-4d0b-8060-7c37e2fabe77 cannot update to ACTIVE because it is not bound. {{(pid=92565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 22:07:37.503513 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-3d6f3ac0-2829-4a9f-9401-699e3baaeb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:37.567807 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-65dcc4fa-8b5a-444b-9e5e-53e313745a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:37.576752 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-cbf30a31-5c73-4dfd-ba08-dfde7b98a2c9 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:37.593613 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-aad7dedb-ae2f-4158-97f1-6b3d3371d455 req-4f1b9c5a-cde5-445c-9cf2-1e9f56e92084 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.106 "GET /v2.0/security-groups?id=781c584d-7215-4499-84e6-472f6f359107&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2484033
Jun 03 22:07:37.614955 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-65dcc4fa-8b5a-444b-9e5e-53e313745a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:37.619994 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-65dcc4fa-8b5a-444b-9e5e-53e313745a51 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/aa648be9-8028-4b4b-ad64-195bd590f252 HTTP/1.1" status: 204  len: 168 time: 0.9437094
Jun 03 22:07:37.619994 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dcc4fa-8b5a-444b-9e5e-53e313745a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa648be9-8028-4b4b-ad64-195bd590f252,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:37.743581 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-65dcc4fa-8b5a-444b-9e5e-53e313745a51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:37.869569 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-d26fec58-7fde-45cd-9c03-77545592f41f req-3e8300b9-0a49-4c19-9c46-53efcbbac91c tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=cbdea048-0268-412f-a102-e289b4a6f802 HTTP/1.1" status: 200  len: 210 time: 0.1130662
Jun 03 22:07:38.142720 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-e07cd666-a377-4c0d-b720-38be65805c73 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:38.199684 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-3d6f3ac0-2829-4a9f-9401-699e3baaeb49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fefecd3-3f63-4d0b-8060-7c37e2fabe77 {{(pid=92564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 22:07:38.215705 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-3d6f3ac0-2829-4a9f-9401-699e3baaeb49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:38.235445 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.provisioning_blocks [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-3d6f3ac0-2829-4a9f-9401-699e3baaeb49 service neutron] Transition to ACTIVE for port object 5fefecd3-3f63-4d0b-8060-7c37e2fabe77 will not be triggered until provisioned by entity L2. {{(pid=92564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:07:38.263432 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-e07cd666-a377-4c0d-b720-38be65805c73 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-309359'] for floatingip, after_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:38.417802 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-3d6f3ac0-2829-4a9f-9401-699e3baaeb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31972166'] for port, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:38.423595 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-5f966195-a5e4-4450-8936-20227c212fc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:38.625853 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f3ac0-2829-4a9f-9401-699e3baaeb49 service neutron] Pushing event updated for resources: {'Port': ['ID=5fefecd3-3f63-4d0b-8060-7c37e2fabe77,revision_number=2']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:38.634229 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-3d6f3ac0-2829-4a9f-9401-699e3baaeb49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:38.870934 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-3d6f3ac0-2829-4a9f-9401-699e3baaeb49 service neutron] Attempting to bind port 5fefecd3-3f63-4d0b-8060-7c37e2fabe77 on host hv-cinder-79466 for vnic_type normal with profile  {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:07:38.875198 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-3d6f3ac0-2829-4a9f-9401-699e3baaeb49 service neutron] Attempting to bind port 5fefecd3-3f63-4d0b-8060-7c37e2fabe77 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '3f3dbb87-1e9f-4c14-86d1-af3ceef92e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1433, 'network_id': '48469097-674a-417f-b818-03a7b65637d9'}] {{(pid=92564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:07:38.875612 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-3d6f3ac0-2829-4a9f-9401-699e3baaeb49 service neutron] Attempting to bind port 5fefecd3-3f63-4d0b-8060-7c37e2fabe77 on network 48469097-674a-417f-b818-03a7b65637d9 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:07:38.876142 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.db.l3_db [None req-e07cd666-a377-4c0d-b720-38be65805c73 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Floating IP 3c467b35-0757-432a-bb44-2a8507c19b3d associated. External IP: 172.27.0.34, port: 888d7929-e1de-435b-8fc2-d814b20ee221.
Jun 03 22:07:38.936861 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-3d6f3ac0-2829-4a9f-9401-699e3baaeb49 service neutron] Port 5fefecd3-3f63-4d0b-8060-7c37e2fabe77 on network 48469097-674a-417f-b818-03a7b65637d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 22:07:38.937288 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-3d6f3ac0-2829-4a9f-9401-699e3baaeb49 service neutron] Attempting to bind port 5fefecd3-3f63-4d0b-8060-7c37e2fabe77 on network 48469097-674a-417f-b818-03a7b65637d9 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:07:38.957520 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-3d6f3ac0-2829-4a9f-9401-699e3baaeb49 service neutron] Checking agent: {'id': 'ba7169ba-ec54-42ab-82e6-dffd3900ba09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 22, 3, 45), 'started_at': datetime.datetime(2021, 6, 3, 22, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:07:38.958832 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-3d6f3ac0-2829-4a9f-9401-699e3baaeb49 service neutron] Checking segment: {'id': '3f3dbb87-1e9f-4c14-86d1-af3ceef92e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1433, 'network_id': '48469097-674a-417f-b818-03a7b65637d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:07:38.959426 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-3d6f3ac0-2829-4a9f-9401-699e3baaeb49 service neutron] Bound using segment: {'id': '3f3dbb87-1e9f-4c14-86d1-af3ceef92e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1433, 'network_id': '48469097-674a-417f-b818-03a7b65637d9'} {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:07:38.960585 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-3d6f3ac0-2829-4a9f-9401-699e3baaeb49 service neutron] Bound port: 5fefecd3-3f63-4d0b-8060-7c37e2fabe77, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f3dbb87-1e9f-4c14-86d1-af3ceef92e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1433, 'network_id': '48469097-674a-417f-b818-03a7b65637d9'}}] {{(pid=92564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:07:38.961134 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-3d6f3ac0-2829-4a9f-9401-699e3baaeb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:39.103886 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b2d31-21c4-46de-8640-330697d59b7e req-e4e2cd68-9cce-4912-b728-96ed8eb259cb tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:39.105256 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-bb7b2d31-21c4-46de-8640-330697d59b7e req-e4e2cd68-9cce-4912-b728-96ed8eb259cb tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Synchronizing usage tracker for tenant:68e5cf5912244a7e80647d84323396b3 on resource:port {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:07:39.108478 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-3d6f3ac0-2829-4a9f-9401-699e3baaeb49 service neutron] For port 5fefecd3-3f63-4d0b-8060-7c37e2fabe77, host hv-cinder-79466, cleared binding levels {{(pid=92564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:07:39.125877 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-3d6f3ac0-2829-4a9f-9401-699e3baaeb49 service neutron] For port 5fefecd3-3f63-4d0b-8060-7c37e2fabe77, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=5fefecd3-3f63-4d0b-8060-7c37e2fabe77,segment=NetworkSegment(3f3dbb87-1e9f-4c14-86d1-af3ceef92e0f),segment_id=3f3dbb87-1e9f-4c14-86d1-af3ceef92e0f)] {{(pid=92564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:07:39.245521 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-bb7b2d31-21c4-46de-8640-330697d59b7e req-e4e2cd68-9cce-4912-b728-96ed8eb259cb tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Unset dirty status for tenant:68e5cf5912244a7e80647d84323396b3 on resource:port {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:07:39.249289 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-bb7b2d31-21c4-46de-8640-330697d59b7e req-e4e2cd68-9cce-4912-b728-96ed8eb259cb tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.106 "GET /v2.0/ports?device_id=4b4f47a5-c36b-4c19-b148-67532ea10bdf HTTP/1.1" status: 200  len: 948 time: 0.3800361
Jun 03 22:07:39.256627 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-3d6f3ac0-2829-4a9f-9401-699e3baaeb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31972166'] for port, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:39.257281 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-b6250d34-e1e0-4607-a1e3-0095284a9016 req-5e59796c-4df5-48ea-a159-9db40c269a44 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=cbdea048-0268-412f-a102-e289b4a6f802 HTTP/1.1" status: 200  len: 210 time: 0.1178737
Jun 03 22:07:39.264629 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-70789977-476c-4f6e-b223-a166e0153dea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:39.379056 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-3d6f3ac0-2829-4a9f-9401-699e3baaeb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:39.382448 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-3d6f3ac0-2829-4a9f-9401-699e3baaeb49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:39.382448 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-3d6f3ac0-2829-4a9f-9401-699e3baaeb49 service neutron] 10.222.0.58 "PUT /v2.0/ports/5fefecd3-3f63-4d0b-8060-7c37e2fabe77 HTTP/1.1" status: 200  len: 1098 time: 2.1290140
Jun 03 22:07:39.382887 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b4f47a5-c36b-4c19-b148-67532ea10bdf', 'tag': '5fefecd3-3f63-4d0b-8060-7c37e2fabe77'}] {{(pid=92564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:07:39.388387 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c024af40dcbc7289fed731e5c35c42eecf8f16a39534b44a636824a10e0ed12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe12cf7-61ae-4773-b1ea-a89476ef9641" -d '{"events": [{"name": "network-changed", "server_uuid": "4b4f47a5-c36b-4c19-b148-67532ea10bdf", "tag": "5fefecd3-3f63-4d0b-8060-7c37e2fabe77"}]}' {{(pid=92564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:07:39.423112 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 60962) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:07:39.436176 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f3ac0-2829-4a9f-9401-699e3baaeb49 service neutron] Pushing event updated for resources: {'Port': ['ID=5fefecd3-3f63-4d0b-8060-7c37e2fabe77,revision_number=3']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:39.441213 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-bb7b2d31-21c4-46de-8640-330697d59b7e req-2ee3c9af-0498-4a69-8784-775b6712c082 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Synchronizing usage tracker for tenant:68e5cf5912244a7e80647d84323396b3 on resource:security_group {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:07:39.444155 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-3d6f3ac0-2829-4a9f-9401-699e3baaeb49 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:39.447321 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07cd666-a377-4c0d-b720-38be65805c73 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Router 7325b41f-f561-4062-bd16-7dd064c63cbc has already been hosted by L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 {{(pid=92563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 22:07:39.516298 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a648de61-bd63-42c7-b372-23bf1aa6df94 x-openstack-request-id: req-a648de61-bd63-42c7-b372-23bf1aa6df94 {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:07:39.516645 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b4f47a5-c36b-4c19-b148-67532ea10bdf", "tag": "5fefecd3-3f63-4d0b-8060-7c37e2fabe77", "status": "completed", "code": 200}]} {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:07:39.516947 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-a648de61-bd63-42c7-b372-23bf1aa6df94 {{(pid=92564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:07:39.517443 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b4f47a5-c36b-4c19-b148-67532ea10bdf', 'tag': '5fefecd3-3f63-4d0b-8060-7c37e2fabe77', 'status': 'completed', 'code': 200}
Jun 03 22:07:39.609535 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-bb7b2d31-21c4-46de-8640-330697d59b7e req-2ee3c9af-0498-4a69-8784-775b6712c082 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Unset dirty status for tenant:68e5cf5912244a7e80647d84323396b3 on resource:security_group {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:07:39.626572 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-bb7b2d31-21c4-46de-8640-330697d59b7e req-2ee3c9af-0498-4a69-8784-775b6712c082 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.106 "GET /v2.0/security-groups?id=781c584d-7215-4499-84e6-472f6f359107&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3636422
Jun 03 22:07:39.737494 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [None req-2593ab99-5705-4817-9f3a-1d94268a56dc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-401658680-network', 'tenant_id': '0dabed8f14dc4e5598cbf1b0e1396411'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:07:39.747007 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe12cf7-61ae-4773-b1ea-a89476ef9641 req-22c2469a-711c-4dfa-966f-d4bfb9e01ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:39.749032 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-1fe12cf7-61ae-4773-b1ea-a89476ef9641 req-22c2469a-711c-4dfa-966f-d4bfb9e01ba5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=68e5cf5912244a7e80647d84323396b3&device_id=4b4f47a5-c36b-4c19-b148-67532ea10bdf HTTP/1.1" status: 200  len: 1101 time: 0.2137794
Jun 03 22:07:39.751017 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-2593ab99-5705-4817-9f3a-1d94268a56dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:07:39.797629 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-2593ab99-5705-4817-9f3a-1d94268a56dc admin admin] Usage tracker for resource:network and tenant:0dabed8f14dc4e5598cbf1b0e1396411 is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:07:39.803748 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-2593ab99-5705-4817-9f3a-1d94268a56dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:07:39.813565 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-1fe12cf7-61ae-4773-b1ea-a89476ef9641 req-e2caf636-98e2-4a4e-b884-0d7b536a7880 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=68e5cf5912244a7e80647d84323396b3&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0534725
Jun 03 22:07:39.814956 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-2593ab99-5705-4817-9f3a-1d94268a56dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:07:39.949421 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07cd666-a377-4c0d-b720-38be65805c73 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:07:39.969276 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-e07cd666-a377-4c0d-b720-38be65805c73 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for floatingip, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:39.969381 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1735edb1-ee95-4462-9d07-3a5084ed4c5d None None] Sync routers for ids ['7325b41f-f561-4062-bd16-7dd064c63cbc'] in dv-cinder-794669-4-iscsi {{(pid=92566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:07:39.984662 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1735edb1-ee95-4462-9d07-3a5084ed4c5d None None] Routers {'7325b41f-f561-4062-bd16-7dd064c63cbc'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:07:39.985425 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-1735edb1-ee95-4462-9d07-3a5084ed4c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814eeff6d0>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:07:20Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['7325b41f-f561-4062-bd16-7dd064c63cbc'], 'active': True} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:07:40.022526 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-e07cd666-a377-4c0d-b720-38be65805c73 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "PUT /v2.0/floatingips/3c467b35-0757-432a-bb44-2a8507c19b3d HTTP/1.1" status: 200  len: 990 time: 3.0594499
Jun 03 22:07:40.022526 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca7670c-b0d8-46e6-94a4-ca41ec3d4279', 'tag': '888d7929-e1de-435b-8fc2-d814b20ee221'}] {{(pid=92563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:07:40.023179 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7740435dcc85f6ab0eb9908d75a6f818e2fb7acd2ed127072350a3dd3a6b64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941df05f-636e-4f6e-86a3-bcb211551676" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca7670c-b0d8-46e6-94a4-ca41ec3d4279", "tag": "888d7929-e1de-435b-8fc2-d814b20ee221"}]}' {{(pid=92563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:07:40.092723 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2593ab99-5705-4817-9f3a-1d94268a56dc admin admin] Made reservation on behalf of 0dabed8f14dc4e5598cbf1b0e1396411 for: {'network': 1} {{(pid=92564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:07:40.096253 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2593ab99-5705-4817-9f3a-1d94268a56dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1611770'] for network, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:40.136581 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2593ab99-5705-4817-9f3a-1d94268a56dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:40.241111 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-2593ab99-5705-4817-9f3a-1d94268a56dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:07:40.249120 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-2593ab99-5705-4817-9f3a-1d94268a56dc admin admin] Usage tracker for resource:security_group_rule and tenant:0dabed8f14dc4e5598cbf1b0e1396411 is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:07:40.252199 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-2593ab99-5705-4817-9f3a-1d94268a56dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:07:40.259657 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-2593ab99-5705-4817-9f3a-1d94268a56dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:07:40.288165 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28eca127-4c0c-4325-b848-a59c8f8dba69 x-openstack-request-id: req-28eca127-4c0c-4325-b848-a59c8f8dba69 {{(pid=92563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:07:40.288467 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca7670c-b0d8-46e6-94a4-ca41ec3d4279", "tag": "888d7929-e1de-435b-8fc2-d814b20ee221", "status": "completed", "code": 200}]} {{(pid=92563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:07:40.288767 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-28eca127-4c0c-4325-b848-a59c8f8dba69 {{(pid=92563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:07:40.289187 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ca7670c-b0d8-46e6-94a4-ca41ec3d4279', 'tag': '888d7929-e1de-435b-8fc2-d814b20ee221', 'status': 'completed', 'code': 200}
Jun 03 22:07:40.360082 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2593ab99-5705-4817-9f3a-1d94268a56dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:40.371996 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvr_db [None req-1735edb1-ee95-4462-9d07-3a5084ed4c5d None None] Set router 7325b41f-f561-4062-bd16-7dd064c63cbc gateway port host: dv-cinder-794669-4-iscsi {{(pid=92566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:07:40.461043 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2593ab99-5705-4817-9f3a-1d94268a56dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:40.474929 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:40.522736 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2593ab99-5705-4817-9f3a-1d94268a56dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9cbadc-056a-42e8-bd16-e4493a384fb1,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:40.549483 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-69a74325-b3b2-4423-b812-e6ec572ff523 req-b202675f-643f-45e7-b0eb-47bd96177384 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=cbdea048-0268-412f-a102-e289b4a6f802 HTTP/1.1" status: 200  len: 210 time: 0.0802906
Jun 03 22:07:40.551803 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-2593ab99-5705-4817-9f3a-1d94268a56dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:40.564826 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2593ab99-5705-4817-9f3a-1d94268a56dc admin admin] vlan segment allocate from pool success with {'vlan_id': 1430, 'physical_network': 'physnet1'}  {{(pid=92564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 22:07:40.569654 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe12cf7-61ae-4773-b1ea-a89476ef9641 req-1eb0195c-7725-4bd0-b892-6ef74f428bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:40.571112 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-1fe12cf7-61ae-4773-b1ea-a89476ef9641 req-1eb0195c-7725-4bd0-b892-6ef74f428bc3 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.7469506
Jun 03 22:07:40.586308 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-0807979e-c6c3-4e74-98f9-985f595eb227 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:40.587922 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-0807979e-c6c3-4e74-98f9-985f595eb227 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.58 "GET /v2.0/networks?id=bba2e61c-d091-4a23-95a7-3079a9574eb0 HTTP/1.1" status: 200  len: 813 time: 0.7100792
Jun 03 22:07:40.597512 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2593ab99-5705-4817-9f3a-1d94268a56dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286'] for segment, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:40.597861 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.db.segments_db [None req-2593ab99-5705-4817-9f3a-1d94268a56dc admin admin] Added segment 28463db9-9fff-4976-95aa-1705a1cec81f of type vlan for network 430d7e4d-f267-44a3-aae2-54464c48ebc9
Jun 03 22:07:40.620008 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-d9551cb6-8e92-49c1-935c-f4c6980847f6 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Request body: {'port': {'device_id': 'cbdea048-0268-412f-a102-e289b4a6f802', 'network_id': 'bba2e61c-d091-4a23-95a7-3079a9574eb0', 'admin_state_up': True, 'tenant_id': '18fd8ab8eb5140b4ab7192485bb70cd8'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:07:40.642215 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941df05f-636e-4f6e-86a3-bcb211551676 req-510cf752-71db-46c4-b66e-111163f12454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:40.643995 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-941df05f-636e-4f6e-86a3-bcb211551676 req-510cf752-71db-46c4-b66e-111163f12454 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8bddcb3939c342928d67721b6a1cbfbd&device_id=7ca7670c-b0d8-46e6-94a4-ca41ec3d4279 HTTP/1.1" status: 200  len: 1098 time: 0.3274915
Jun 03 22:07:40.738886 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da8caf-995c-4241-ac55-ac04197284aa req-cce2fb86-a446-4e18-829d-ce8497259710 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:40.739685 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-07da8caf-995c-4241-ac55-ac04197284aa req-cce2fb86-a446-4e18-829d-ce8497259710 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Synchronizing usage tracker for tenant:ebf72c5befd44927ab456c218dfdcdda on resource:network {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:07:40.845275 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2593ab99-5705-4817-9f3a-1d94268a56dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762085776842'] for network, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:40.989379 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-d9551cb6-8e92-49c1-935c-f4c6980847f6 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:07:40.995727 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941df05f-636e-4f6e-86a3-bcb211551676 req-b8f6cae8-3682-4663-99d4-468ae7b40bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:40.997453 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-941df05f-636e-4f6e-86a3-bcb211551676 req-b8f6cae8-3682-4663-99d4-468ae7b40bc0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ebaf9a1d-decc-4b44-8917-97a40dd6cd32 HTTP/1.1" status: 200  len: 913 time: 0.3471503
Jun 03 22:07:41.012208 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-d9551cb6-8e92-49c1-935c-f4c6980847f6 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:07:41.017487 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-6ac5b9f0-3ed6-44e1-b026-0bc5b8c61555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:41.019342 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-6ac5b9f0-3ed6-44e1-b026-0bc5b8c61555 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=68e5cf5912244a7e80647d84323396b3&device_id=4b4f47a5-c36b-4c19-b148-67532ea10bdf HTTP/1.1" status: 200  len: 1101 time: 0.3630812
Jun 03 22:07:41.121140 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684094f2-38f2-459d-b309-040f6b331cdd req-0119be11-cb75-4499-9fd7-d92d8aa89617 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:41.131621 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-684094f2-38f2-459d-b309-040f6b331cdd req-0119be11-cb75-4499-9fd7-d92d8aa89617 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.106 "GET /v2.0/ports?device_id=4b4f47a5-c36b-4c19-b148-67532ea10bdf HTTP/1.1" status: 200  len: 948 time: 0.2422912
Jun 03 22:07:41.162255 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-1735edb1-ee95-4462-9d07-3a5084ed4c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814eeff6d0>, [{'id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'name': 'tempest-AttachVolumeTestJSON-1177439061-router', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'eb79fc1f-e331-417b-b287-23c155929652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:06:57Z', 'updated_at': '2021-06-03T22:07:06Z', 'revision_number': 4, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'gw_port': {'id': 'eb79fc1f-e331-417b-b287-23c155929652', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ea:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:06:58Z', 'updated_at': '2021-06-03T22:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_floatingips': [{'id': '3c467b35-0757-432a-bb44-2a8507c19b3d', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'floating_ip_address': '172.27.0.34', 'floating_network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'router_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'port_id': '888d7929-e1de-435b-8fc2-d814b20ee221', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32', 'mac_address': 'fa:16:3e:2f:04:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca7670c-b0d8-46e6-94a4-ca41ec3d4279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:07:12Z', 'updated_at': '2021-06-03T22:07:37Z', 'revision_number': 1, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3c93d8-87f0-4538-b7f7-526e1ef502a5', 'name': '', 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'mac_address': 'fa:16:3e:3c:84:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'a52c3c6b-a445-47db-810f-6427fa90f388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:04Z', 'updated_at': '2021-06-03T22:07:12Z', 'revision_number': 5, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'subnets': [{'id': 'a52c3c6b-a445-47db-810f-6427fa90f388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:07:41.171433 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1735edb1-ee95-4462-9d07-3a5084ed4c5d None None] Checking router: 7325b41f-f561-4062-bd16-7dd064c63cbc for host: dv-cinder-794669-4-iscsi {{(pid=92566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:07:41.191299 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1735edb1-ee95-4462-9d07-3a5084ed4c5d None None] Routers {'7325b41f-f561-4062-bd16-7dd064c63cbc'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:07:41.192138 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-1735edb1-ee95-4462-9d07-3a5084ed4c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814eeff6d0>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:07:20Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['7325b41f-f561-4062-bd16-7dd064c63cbc'], 'active': True} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:07:41.207125 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-941df05f-636e-4f6e-86a3-bcb211551676 req-a12ae78b-5eff-4b65-8945-ee3c7e78f76f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=888d7929-e1de-435b-8fc2-d814b20ee221 HTTP/1.1" status: 200  len: 998 time: 0.1992199
Jun 03 22:07:41.236161 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-07da8caf-995c-4241-ac55-ac04197284aa req-cce2fb86-a446-4e18-829d-ce8497259710 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Unset dirty status for tenant:ebf72c5befd44927ab456c218dfdcdda on resource:network {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:07:41.237845 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-07da8caf-995c-4241-ac55-ac04197284aa req-cce2fb86-a446-4e18-829d-ce8497259710 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/networks?id=ee72200c-c241-44cb-972d-cd625ecb6cda HTTP/1.1" status: 200  len: 814 time: 1.1569064
Jun 03 22:07:41.238791 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2593ab99-5705-4817-9f3a-1d94268a56dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630954'] for network, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:41.247961 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2593ab99-5705-4817-9f3a-1d94268a56dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:41.248924 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2593ab99-5705-4817-9f3a-1d94268a56dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for network, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:41.255881 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-0d30f8eb-9323-49b7-87ab-7b6367198336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:41.270648 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-5e0189fd-bef6-482d-a14a-4dfb2420fe49 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=5fefecd3-3f63-4d0b-8060-7c37e2fabe77 HTTP/1.1" status: 200  len: 217 time: 0.2423358
Jun 03 22:07:41.357862 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-684094f2-38f2-459d-b309-040f6b331cdd req-959ef47c-686f-4f1a-a6f5-a89e683da592 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.106 "GET /v2.0/security-groups?id=781c584d-7215-4499-84e6-472f6f359107&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2222123
Jun 03 22:07:41.385124 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-07da8caf-995c-4241-ac55-ac04197284aa req-7b514dae-a543-4b68-9602-579916ae8f4b tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/quotas/ebf72c5befd44927ab456c218dfdcdda HTTP/1.1" status: 200  len: 375 time: 0.1303544
Jun 03 22:07:41.401201 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941df05f-636e-4f6e-86a3-bcb211551676 req-4bd268eb-38a8-41b7-b575-8bb52f1ff724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:41.402772 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-941df05f-636e-4f6e-86a3-bcb211551676 req-4bd268eb-38a8-41b7-b575-8bb52f1ff724 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a52c3c6b-a445-47db-810f-6427fa90f388 HTTP/1.1" status: 200  len: 850 time: 0.1886208
Jun 03 22:07:41.535019 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941df05f-636e-4f6e-86a3-bcb211551676 req-c38e300b-628a-42fa-b6a6-f87f89e6daa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:41.536661 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-941df05f-636e-4f6e-86a3-bcb211551676 req-c38e300b-628a-42fa-b6a6-f87f89e6daa8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ebaf9a1d-decc-4b44-8917-97a40dd6cd32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1283369
Jun 03 22:07:41.573147 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvr_db [None req-1735edb1-ee95-4462-9d07-3a5084ed4c5d None None] Set router 7325b41f-f561-4062-bd16-7dd064c63cbc gateway port host: dv-cinder-794669-4-iscsi {{(pid=92566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:07:41.685237 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-2593ab99-5705-4817-9f3a-1d94268a56dc admin admin] 10.222.0.106 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 2.2609715
Jun 03 22:07:41.693836 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-d9551cb6-8e92-49c1-935c-f4c6980847f6 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Made reservation on behalf of 18fd8ab8eb5140b4ab7192485bb70cd8 for: {'port': 1} {{(pid=92564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:07:41.699380 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-d9551cb6-8e92-49c1-935c-f4c6980847f6 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:41.729563 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2593ab99-5705-4817-9f3a-1d94268a56dc admin admin] Pushing event updated for resources: {'Network': ['ID=430d7e4d-f267-44a3-aae2-54464c48ebc9,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:41.734180 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 32776) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:07:41.743094 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [None req-b8a9c335-21dd-4b8d-9061-2ce4a1b05d25 admin admin] Request body: {'subnet': {'network_id': '430d7e4d-f267-44a3-aae2-54464c48ebc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-401658680-subnet', 'tenant_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'ip_version': 4}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:07:41.743719 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Network 430d7e4d-f267-44a3-aae2-54464c48ebc9 details requested by agent ovs-agent-dv-cinder-794669-4-iscsi with host dv-cinder-794669-4-iscsi {{(pid=92565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 22:07:41.748993 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-07da8caf-995c-4241-ac55-ac04197284aa req-cb3defc8-46d4-42ce-82ae-6b381022ea17 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/ports?tenant_id=ebf72c5befd44927ab456c218dfdcdda&fields=id HTTP/1.1" status: 200  len: 210 time: 0.3446825
Jun 03 22:07:41.754300 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-2593ab99-5705-4817-9f3a-1d94268a56dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:41.755880 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-b8a9c335-21dd-4b8d-9061-2ce4a1b05d25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:07:42.118258 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-b8a9c335-21dd-4b8d-9061-2ce4a1b05d25 admin admin] Usage tracker for resource:subnet and tenant:0dabed8f14dc4e5598cbf1b0e1396411 is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:07:42.133374 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-07da8caf-995c-4241-ac55-ac04197284aa req-9c98ebe7-2f32-45ce-9b90-3f3eccbef766 service neutron] 10.222.0.106 "GET /v2.0/networks/ee72200c-c241-44cb-972d-cd625ecb6cda?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3281090
Jun 03 22:07:42.137365 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-b8a9c335-21dd-4b8d-9061-2ce4a1b05d25 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:07:42.224681 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-49214b3b-a752-43ca-9cbd-646076f20c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:42.233200 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-49214b3b-a752-43ca-9cbd-646076f20c1e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=35e9935f-9fa3-4a85-bc49-77d59f9295c9 HTTP/1.1" status: 200  len: 843 time: 0.9489756
Jun 03 22:07:42.244979 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-941df05f-636e-4f6e-86a3-bcb211551676 req-07946b0e-fd7d-4cb4-8390-19e2457505ce service neutron] 10.222.0.58 "GET /v2.0/networks/ebaf9a1d-decc-4b44-8917-97a40dd6cd32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7024648
Jun 03 22:07:42.273382 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-3a170ead-7a71-4555-9203-239d6a67f77c req-9b3e68c6-3ac5-468d-bd7e-5653fcc2e42e tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=cbdea048-0268-412f-a102-e289b4a6f802 HTTP/1.1" status: 200  len: 210 time: 0.0700634
Jun 03 22:07:42.328735 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-1735edb1-ee95-4462-9d07-3a5084ed4c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814eeff6d0>, [{'id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'name': 'tempest-AttachVolumeTestJSON-1177439061-router', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'eb79fc1f-e331-417b-b287-23c155929652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:06:57Z', 'updated_at': '2021-06-03T22:07:06Z', 'revision_number': 4, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'gw_port': {'id': 'eb79fc1f-e331-417b-b287-23c155929652', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ea:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:06:58Z', 'updated_at': '2021-06-03T22:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_floatingips': [{'id': '3c467b35-0757-432a-bb44-2a8507c19b3d', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'floating_ip_address': '172.27.0.34', 'floating_network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'router_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'port_id': '888d7929-e1de-435b-8fc2-d814b20ee221', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32', 'mac_address': 'fa:16:3e:2f:04:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca7670c-b0d8-46e6-94a4-ca41ec3d4279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:07:12Z', 'updated_at': '2021-06-03T22:07:37Z', 'revision_number': 1, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3c93d8-87f0-4538-b7f7-526e1ef502a5', 'name': '', 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'mac_address': 'fa:16:3e:3c:84:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'a52c3c6b-a445-47db-810f-6427fa90f388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:04Z', 'updated_at': '2021-06-03T22:07:12Z', 'revision_number': 5, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'subnets': [{'id': 'a52c3c6b-a445-47db-810f-6427fa90f388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:07:42.332935 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1735edb1-ee95-4462-9d07-3a5084ed4c5d None None] The sync data for ids ['7325b41f-f561-4062-bd16-7dd064c63cbc'] in dv-cinder-794669-4-iscsi is: [{'id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'name': 'tempest-AttachVolumeTestJSON-1177439061-router', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'eb79fc1f-e331-417b-b287-23c155929652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:06:57Z', 'updated_at': '2021-06-03T22:07:06Z', 'revision_number': 4, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'gw_port': {'id': 'eb79fc1f-e331-417b-b287-23c155929652', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ea:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:06:58Z', 'updated_at': '2021-06-03T22:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_floatingips': [{'id': '3c467b35-0757-432a-bb44-2a8507c19b3d', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'floating_ip_address': '172.27.0.34', 'floating_network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'router_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'port_id': '888d7929-e1de-435b-8fc2-d814b20ee221', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32', 'mac_address': 'fa:16:3e:2f:04:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca7670c-b0d8-46e6-94a4-ca41ec3d4279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:07:12Z', 'updated_at': '2021-06-03T22:07:37Z', 'revision_number': 1, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3c93d8-87f0-4538-b7f7-526e1ef502a5', 'name': '', 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'mac_address': 'fa:16:3e:3c:84:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'a52c3c6b-a445-47db-810f-6427fa90f388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:04Z', 'updated_at': '2021-06-03T22:07:12Z', 'revision_number': 5, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'subnets': [{'id': 'a52c3c6b-a445-47db-810f-6427fa90f388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:07:42.436208 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.db_base_plugin_common [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-d9551cb6-8e92-49c1-935c-f4c6980847f6 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Allocated IP 172.20.0.7 (bba2e61c-d091-4a23-95a7-3079a9574eb0/969eac6f-666f-4cbf-a728-422f9d725aef/b1ce5aff-c53e-422c-9419-58d7b746746c) {{(pid=92564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:07:42.541903 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-941df05f-636e-4f6e-86a3-bcb211551676 req-9d572c0a-7ac9-4986-8be4-60eeed9a8b37 service neutron] 10.222.0.58 "GET /v2.0/networks/ebaf9a1d-decc-4b44-8917-97a40dd6cd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2738383
Jun 03 22:07:42.546337 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.58', 56396) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:07:42.673588 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c4adb0b0-11d8-411c-b33f-e57436b1bdfd req-2dcf59f7-0c53-4ae6-a9ba-3e9867f94e6b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1215928
Jun 03 22:07:42.717974 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-b8a9c335-21dd-4b8d-9061-2ce4a1b05d25 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:07:42.765140 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a765dd76-b1fb-481a-9179-7276046a29d2 None None] New status for floating IP 3c467b35-0757-432a-bb44-2a8507c19b3d: ACTIVE {{(pid=92565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 22:07:42.791117 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-d9551cb6-8e92-49c1-935c-f4c6980847f6 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Notify callbacks [] for port, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:42.900018 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4adb0b0-11d8-411c-b33f-e57436b1bdfd req-0f2de891-d63b-4eef-9371-f65964bfae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:42.907856 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c4adb0b0-11d8-411c-b33f-e57436b1bdfd req-0f2de891-d63b-4eef-9371-f65964bfae8f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb9a7d32ed194ab1b6188c11ba83bbd4&device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 1099 time: 0.1603332
Jun 03 22:07:42.920024 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-07da8caf-995c-4241-ac55-ac04197284aa req-f08eb640-32ae-476b-94dd-5d62cbca766a service neutron] 10.222.0.106 "GET /v2.0/networks/ee72200c-c241-44cb-972d-cd625ecb6cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7841713
Jun 03 22:07:42.925677 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a9c335-21dd-4b8d-9061-2ce4a1b05d25 admin admin] Made reservation on behalf of 0dabed8f14dc4e5598cbf1b0e1396411 for: {'subnet': 1} {{(pid=92564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:07:42.928068 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-b8a9c335-21dd-4b8d-9061-2ce4a1b05d25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33196282'] for subnet, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:43.123886 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4adb0b0-11d8-411c-b33f-e57436b1bdfd req-a25c2ad1-2d57-4dda-a786-279312288fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:43.127645 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c4adb0b0-11d8-411c-b33f-e57436b1bdfd req-a25c2ad1-2d57-4dda-a786-279312288fc3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ceedd4ab-fc8f-4298-8659-a082fdebf44c HTTP/1.1" status: 200  len: 921 time: 0.1977015
Jun 03 22:07:43.262064 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-b3e04e86-aa0d-4920-b269-d5eab4e2de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:43.265328 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c4adb0b0-11d8-411c-b33f-e57436b1bdfd req-7e1f7419-3a62-406f-858b-0535fcb1e235 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db162f97-61e7-4c95-abfb-63f6380efaac HTTP/1.1" status: 200  len: 217 time: 0.1301827
Jun 03 22:07:43.265821 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-b3e04e86-aa0d-4920-b269-d5eab4e2de1b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=48469097-674a-417f-b818-03a7b65637d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.5631292
Jun 03 22:07:43.403194 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-d9551cb6-8e92-49c1-935c-f4c6980847f6 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:43.437634 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-3d6f3ac0-2829-4a9f-9401-699e3baaeb49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:43.445215 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] get_ports_and_sgs() called for port_ids ['d810cee8-9bf0-4fde-b547-48bf99790f6f', '97eb232f-df9e-4216-bca7-f5c5351ee7bd', 'b0f0e9a3-4216-42c6-8c8c-503b2a96d721'] {{(pid=92565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 22:07:43.465733 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4adb0b0-11d8-411c-b33f-e57436b1bdfd req-279afd17-2733-4479-ac2b-d97778d44f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:43.467173 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c4adb0b0-11d8-411c-b33f-e57436b1bdfd req-279afd17-2733-4479-ac2b-d97778d44f07 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cdfc5818-5ff2-45c9-ba1c-7ddd531c675e HTTP/1.1" status: 200  len: 859 time: 0.1247549
Jun 03 22:07:43.532962 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c4adb0b0-11d8-411c-b33f-e57436b1bdfd req-7a8b2bcc-8278-47c5-ab49-c4508844e3e9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ceedd4ab-fc8f-4298-8659-a082fdebf44c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0581589
Jun 03 22:07:43.543070 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaaa77c-06fd-430e-aedc-d2ded6ad97e8 req-047c1f25-41a6-4c7a-8375-44a51e5192fc tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:43.549216 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-ceaaa77c-06fd-430e-aedc-d2ded6ad97e8 req-047c1f25-41a6-4c7a-8375-44a51e5192fc tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.106 "GET /v2.0/ports?device_id=4b4f47a5-c36b-4c19-b148-67532ea10bdf HTTP/1.1" status: 200  len: 948 time: 0.2701678
Jun 03 22:07:43.624768 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-d9551cb6-8e92-49c1-935c-f4c6980847f6 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Network bba2e61c-d091-4a23-95a7-3079a9574eb0 is already hosted by enough agents. {{(pid=92564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:07:43.656970 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.base_scheduler [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-d9551cb6-8e92-49c1-935c-f4c6980847f6 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Resources bound (agent type, host, resource id):  {{(pid=92564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:07:43.663553 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-d9551cb6-8e92-49c1-935c-f4c6980847f6 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Received port after_create {{(pid=92564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:07:43.708827 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-ceaaa77c-06fd-430e-aedc-d2ded6ad97e8 req-f6b39cdc-6568-4949-a256-25a622fe2709 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.106 "GET /v2.0/security-groups?id=781c584d-7215-4499-84e6-472f6f359107&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1585293
Jun 03 22:07:43.789754 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c4adb0b0-11d8-411c-b33f-e57436b1bdfd req-fd957003-1aa1-4513-978f-e3a8e79813f2 service neutron] 10.222.0.58 "GET /v2.0/networks/ceedd4ab-fc8f-4298-8659-a082fdebf44c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2377675
Jun 03 22:07:43.827953 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9551cb6-8e92-49c1-935c-f4c6980847f6 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Pushing event updated for resources: {'Port': ['ID=b1ce5aff-c53e-422c-9419-58d7b746746c,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:43.874659 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-3c335043-f35e-467e-a62c-6fd79638f75c req-a3ef1574-04fd-4a97-8a03-e3be6df55719 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/ports?device_id=770da797-f948-41af-94e4-5681aa0fd17f HTTP/1.1" status: 200  len: 210 time: 0.0903995
Jun 03 22:07:43.936986 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-d9551cb6-8e92-49c1-935c-f4c6980847f6 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:44.065786 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-4b544695-33b3-4246-9fd2-eee5759a96ad service neutron] 10.222.0.58 "GET /v2.0/networks/48469097-674a-417f-b818-03a7b65637d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7220452
Jun 03 22:07:44.083973 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-d9551cb6-8e92-49c1-935c-f4c6980847f6 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:44.085044 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-d9551cb6-8e92-49c1-935c-f4c6980847f6 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:44.205525 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c4adb0b0-11d8-411c-b33f-e57436b1bdfd req-38d52765-095f-4ad6-8275-27a1b9f817d6 service neutron] 10.222.0.58 "GET /v2.0/networks/ceedd4ab-fc8f-4298-8659-a082fdebf44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3727016
Jun 03 22:07:44.285396 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7f990-a416-4000-a7d8-b4484e6bf057 req-6fda7f40-392f-48b3-9e56-455a2091aa8a tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:44.288941 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-44b7f990-a416-4000-a7d8-b4484e6bf057 req-6fda7f40-392f-48b3-9e56-455a2091aa8a tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=cbdea048-0268-412f-a102-e289b4a6f802 HTTP/1.1" status: 200  len: 931 time: 0.2389338
Jun 03 22:07:44.396156 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-44b7f990-a416-4000-a7d8-b4484e6bf057 req-b4c67508-0183-4418-ac00-b085bafda9fb tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630574
Jun 03 22:07:44.423846 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6f349-0d3f-4e6c-9ff0-2d9cd9402ac0 req-ed5cd3e6-2a3f-4a63-a24a-f3ec8701602e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:44.425345 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-acc6f349-0d3f-4e6c-9ff0-2d9cd9402ac0 req-ed5cd3e6-2a3f-4a63-a24a-f3ec8701602e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb9a7d32ed194ab1b6188c11ba83bbd4&device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 1099 time: 0.1343687
Jun 03 22:07:44.466321 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfb92b-4900-4d2b-b5fe-ceee13bb7625 req-e70748be-e8b7-4a1c-9e39-838aaba6b824 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:44.468830 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-67bfb92b-4900-4d2b-b5fe-ceee13bb7625 req-e70748be-e8b7-4a1c-9e39-838aaba6b824 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.6434686
Jun 03 22:07:44.581981 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-67bfb92b-4900-4d2b-b5fe-ceee13bb7625 req-82f45540-e21c-4a14-98dc-2c4d4ac75337 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980635
Jun 03 22:07:44.603866 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e9b7bc00-6d9d-45ad-a53b-1d892b6c9d0b req-e462100e-4b13-4f1d-a126-adc4befbd77b service neutron] 10.222.0.58 "GET /v2.0/networks/48469097-674a-417f-b818-03a7b65637d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5117867
Jun 03 22:07:44.607836 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-d9551cb6-8e92-49c1-935c-f4c6980847f6 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.0078402
Jun 03 22:07:44.634638 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-52e57dc1-1bc4-45b0-9a22-cd3661fadbac service neutron] Request body: {'port': {'device_id': 'cbdea048-0268-412f-a102-e289b4a6f802', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:07:44.670004 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6f349-0d3f-4e6c-9ff0-2d9cd9402ac0 req-35116253-429a-4e6c-a46d-7bf192bec773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:44.672039 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-acc6f349-0d3f-4e6c-9ff0-2d9cd9402ac0 req-35116253-429a-4e6c-a46d-7bf192bec773 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ceedd4ab-fc8f-4298-8659-a082fdebf44c HTTP/1.1" status: 200  len: 921 time: 0.2390575
Jun 03 22:07:44.761851 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-acc6f349-0d3f-4e6c-9ff0-2d9cd9402ac0 req-ca085a70-ab93-4dbe-8474-cabe25db3c5c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db162f97-61e7-4c95-abfb-63f6380efaac HTTP/1.1" status: 200  len: 217 time: 0.0807221
Jun 03 22:07:44.956959 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-b8a9c335-21dd-4b8d-9061-2ce4a1b05d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31972297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33196264'] for subnet, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:44.982875 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-0515add0-815d-4d09-be8d-b635d5f8fe25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:44.988700 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6f349-0d3f-4e6c-9ff0-2d9cd9402ac0 req-2377b0ed-bf83-4c81-8854-b7f74ded1a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:44.990181 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-acc6f349-0d3f-4e6c-9ff0-2d9cd9402ac0 req-2377b0ed-bf83-4c81-8854-b7f74ded1a4f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cdfc5818-5ff2-45c9-ba1c-7ddd531c675e HTTP/1.1" status: 200  len: 859 time: 0.2192249
Jun 03 22:07:45.018279 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-52e57dc1-1bc4-45b0-9a22-cd3661fadbac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:45.090779 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-acc6f349-0d3f-4e6c-9ff0-2d9cd9402ac0 req-cc953c55-bec9-472f-8de8-503fc7af99d1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ceedd4ab-fc8f-4298-8659-a082fdebf44c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0869408
Jun 03 22:07:45.105980 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-98f20342-ecb3-4e53-9937-f912ee905bd7 req-4f3aacec-97a9-41fd-9aae-15ce2820102e tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/ports?device_id=770da797-f948-41af-94e4-5681aa0fd17f HTTP/1.1" status: 200  len: 210 time: 0.0625212
Jun 03 22:07:45.165734 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9c335-21dd-4b8d-9061-2ce4a1b05d25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d9fccbf-70a8-4c7a-99b8-3af196063811,revision_number=0']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:45.187441 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-b8a9c335-21dd-4b8d-9061-2ce4a1b05d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:45.203628 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a9c335-21dd-4b8d-9061-2ce4a1b05d25 admin admin] Checking segment: {'id': '28463db9-9fff-4976-95aa-1705a1cec81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '430d7e4d-f267-44a3-aae2-54464c48ebc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:07:45.203985 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a9c335-21dd-4b8d-9061-2ce4a1b05d25 admin admin] Network hostable DHCP agents. Network: 430d7e4d-f267-44a3-aae2-54464c48ebc9, hostable agents: ['be050b16-fd90-4481-8e13-e59b75a800c3'], hosted agents: [] {{(pid=92564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 22:07:45.269134 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d352c0-33db-4efb-a39d-65fcab389bc4 req-7c0e4940-d7a2-458f-ab35-e2af4718253d tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:45.270863 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-c4d352c0-33db-4efb-a39d-65fcab389bc4 req-7c0e4940-d7a2-458f-ab35-e2af4718253d tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.106 "GET /v2.0/ports?device_id=4b4f47a5-c36b-4c19-b148-67532ea10bdf HTTP/1.1" status: 200  len: 948 time: 0.3781273
Jun 03 22:07:45.315444 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-acc6f349-0d3f-4e6c-9ff0-2d9cd9402ac0 req-60541151-8630-437c-aa54-25071d1947a4 service neutron] 10.222.0.58 "GET /v2.0/networks/ceedd4ab-fc8f-4298-8659-a082fdebf44c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2030749
Jun 03 22:07:45.339126 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:45.376399 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-c4d352c0-33db-4efb-a39d-65fcab389bc4 req-07332c34-1e37-483f-9dd0-83ca80814930 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.106 "GET /v2.0/security-groups?id=781c584d-7215-4499-84e6-472f6f359107&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891807
Jun 03 22:07:45.399817 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a9c335-21dd-4b8d-9061-2ce4a1b05d25 admin admin] Network 430d7e4d-f267-44a3-aae2-54464c48ebc9 is scheduled to be hosted by DHCP agent be050b16-fd90-4481-8e13-e59b75a800c3 with binding_index 1 {{(pid=92564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 22:07:45.547718 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.base_scheduler [None req-b8a9c335-21dd-4b8d-9061-2ce4a1b05d25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-4-iscsi, 430d7e4d-f267-44a3-aae2-54464c48ebc9) {{(pid=92564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:07:45.559233 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90967293-8845-4bd8-8223-4770b6b36fee None None] Network 430d7e4d-f267-44a3-aae2-54464c48ebc9 requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:07:45.561074 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a9c335-21dd-4b8d-9061-2ce4a1b05d25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:45.561668 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-b8a9c335-21dd-4b8d-9061-2ce4a1b05d25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:45.626048 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-acc6f349-0d3f-4e6c-9ff0-2d9cd9402ac0 req-9738b466-1e75-4857-8184-4a605e07e08d service neutron] 10.222.0.58 "GET /v2.0/networks/ceedd4ab-fc8f-4298-8659-a082fdebf44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3015924
Jun 03 22:07:45.658794 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-52e57dc1-1bc4-45b0-9a22-cd3661fadbac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1ce5aff-c53e-422c-9419-58d7b746746c {{(pid=92564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 22:07:45.666999 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-52e57dc1-1bc4-45b0-9a22-cd3661fadbac service neutron] Notify callbacks [] for port, precommit_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:45.683490 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.provisioning_blocks [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-52e57dc1-1bc4-45b0-9a22-cd3661fadbac service neutron] Transition to ACTIVE for port object b1ce5aff-c53e-422c-9419-58d7b746746c will not be triggered until provisioned by entity L2. {{(pid=92564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:07:45.762510 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f92771-2382-4032-80cc-89fe45329236 req-26247799-b58a-4529-9f47-945d48e50ef9 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:45.764737 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-52e57dc1-1bc4-45b0-9a22-cd3661fadbac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31972166'] for port, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:45.770066 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-94f92771-2382-4032-80cc-89fe45329236 req-26247799-b58a-4529-9f47-945d48e50ef9 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=cbdea048-0268-412f-a102-e289b4a6f802 HTTP/1.1" status: 200  len: 931 time: 0.1429713
Jun 03 22:07:45.780703 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:45.836084 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-94f92771-2382-4032-80cc-89fe45329236 req-09f24768-464d-413a-8bbb-b2cf6aed3e5f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553255
Jun 03 22:07:45.878024 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-b8a9c335-21dd-4b8d-9061-2ce4a1b05d25 admin admin] 10.222.0.106 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 4.1398525
Jun 03 22:07:45.881061 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 32848) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:07:45.885805 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-759d6953-dcfd-4c03-bfaf-99aa3566db92 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-401658680-router', 'tenant_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'}}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:07:45.890901 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-759d6953-dcfd-4c03-bfaf-99aa3566db92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:07:45.897986 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-759d6953-dcfd-4c03-bfaf-99aa3566db92 admin admin] Usage tracker for resource:router and tenant:0dabed8f14dc4e5598cbf1b0e1396411 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:07:45.901627 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-759d6953-dcfd-4c03-bfaf-99aa3566db92 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:07:45.907967 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-759d6953-dcfd-4c03-bfaf-99aa3566db92 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:07:45.954008 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c38553f-0cbf-4f03-9ccf-b1e98e7b1674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfd294f1-abd0-5e5a-9de6-d36a8946cd59-430d7e4d-f267-44a3-aae2-54464c48ebc9', 'network_id': '430d7e4d-f267-44a3-aae2-54464c48ebc9', 'tenant_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'fixed_ips': [{'subnet_id': '9d9fccbf-70a8-4c7a-99b8-3af196063811'}]}} from dv-cinder-794669-4-iscsi. {{(pid=92565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 03 22:07:45.955454 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-0c38553f-0cbf-4f03-9ccf-b1e98e7b1674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:45.998635 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-759d6953-dcfd-4c03-bfaf-99aa3566db92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-709094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38430'] for router, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:45.999964 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-759d6953-dcfd-4c03-bfaf-99aa3566db92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-708931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38423'] for router, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:46.018724 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-759d6953-dcfd-4c03-bfaf-99aa3566db92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:46.077126 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e57dc1-1bc4-45b0-9a22-cd3661fadbac service neutron] Pushing event updated for resources: {'Port': ['ID=b1ce5aff-c53e-422c-9419-58d7b746746c,revision_number=2']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:46.106781 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-52e57dc1-1bc4-45b0-9a22-cd3661fadbac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:46.192613 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.db_base_plugin_common [None req-0c38553f-0cbf-4f03-9ccf-b1e98e7b1674 None None] Allocated IP 172.20.0.2 (430d7e4d-f267-44a3-aae2-54464c48ebc9/9d9fccbf-70a8-4c7a-99b8-3af196063811/c2debc5e-fe5a-40b1-ade2-c97437c10023) {{(pid=92565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:07:46.247878 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-52e57dc1-1bc4-45b0-9a22-cd3661fadbac service neutron] Attempting to bind port b1ce5aff-c53e-422c-9419-58d7b746746c on host hv-cinder-79466 for vnic_type normal with profile  {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:07:46.248225 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-52e57dc1-1bc4-45b0-9a22-cd3661fadbac service neutron] Attempting to bind port b1ce5aff-c53e-422c-9419-58d7b746746c by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '78cbdb10-dbd3-4f35-8746-fd326444031e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': 'bba2e61c-d091-4a23-95a7-3079a9574eb0'}] {{(pid=92564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:07:46.248564 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-52e57dc1-1bc4-45b0-9a22-cd3661fadbac service neutron] Attempting to bind port b1ce5aff-c53e-422c-9419-58d7b746746c on network bba2e61c-d091-4a23-95a7-3079a9574eb0 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:07:46.269774 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8a21a-1346-4b14-b917-4870b434103e req-e6d480da-383e-4cec-a90d-4b5c5fc9efb6 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:46.277762 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-afa8a21a-1346-4b14-b917-4870b434103e req-e6d480da-383e-4cec-a90d-4b5c5fc9efb6 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.2810400
Jun 03 22:07:46.306269 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-52e57dc1-1bc4-45b0-9a22-cd3661fadbac service neutron] Port b1ce5aff-c53e-422c-9419-58d7b746746c on network bba2e61c-d091-4a23-95a7-3079a9574eb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 22:07:46.306595 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-52e57dc1-1bc4-45b0-9a22-cd3661fadbac service neutron] Attempting to bind port b1ce5aff-c53e-422c-9419-58d7b746746c on network bba2e61c-d091-4a23-95a7-3079a9574eb0 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:07:46.320514 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-52e57dc1-1bc4-45b0-9a22-cd3661fadbac service neutron] Checking agent: {'id': 'ba7169ba-ec54-42ab-82e6-dffd3900ba09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 22, 3, 45), 'started_at': datetime.datetime(2021, 6, 3, 22, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:07:46.320879 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-52e57dc1-1bc4-45b0-9a22-cd3661fadbac service neutron] Checking segment: {'id': '78cbdb10-dbd3-4f35-8746-fd326444031e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': 'bba2e61c-d091-4a23-95a7-3079a9574eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:07:46.321376 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-52e57dc1-1bc4-45b0-9a22-cd3661fadbac service neutron] Bound using segment: {'id': '78cbdb10-dbd3-4f35-8746-fd326444031e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': 'bba2e61c-d091-4a23-95a7-3079a9574eb0'} {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:07:46.321834 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-52e57dc1-1bc4-45b0-9a22-cd3661fadbac service neutron] Bound port: b1ce5aff-c53e-422c-9419-58d7b746746c, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78cbdb10-dbd3-4f35-8746-fd326444031e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': 'bba2e61c-d091-4a23-95a7-3079a9574eb0'}}] {{(pid=92564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:07:46.322187 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-52e57dc1-1bc4-45b0-9a22-cd3661fadbac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:46.475873 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-afa8a21a-1346-4b14-b917-4870b434103e req-09a2a084-6440-42bf-a69b-4abb617a46bd tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1969531
Jun 03 22:07:46.488956 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-ce3f039b-2c47-4a2f-964f-d53b61089dec req-9da19b65-50f3-4ad9-bf0d-48d3ee0ab0e3 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/ports?device_id=770da797-f948-41af-94e4-5681aa0fd17f HTTP/1.1" status: 200  len: 210 time: 0.1008182
Jun 03 22:07:46.599360 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-52e57dc1-1bc4-45b0-9a22-cd3661fadbac service neutron] For port b1ce5aff-c53e-422c-9419-58d7b746746c, host hv-cinder-79466, cleared binding levels {{(pid=92564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:07:46.605317 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-52e57dc1-1bc4-45b0-9a22-cd3661fadbac service neutron] For port b1ce5aff-c53e-422c-9419-58d7b746746c, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=b1ce5aff-c53e-422c-9419-58d7b746746c,segment=NetworkSegment(78cbdb10-dbd3-4f35-8746-fd326444031e),segment_id=78cbdb10-dbd3-4f35-8746-fd326444031e)] {{(pid=92564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:07:46.649669 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-759d6953-dcfd-4c03-bfaf-99aa3566db92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38521'] for router, precommit_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:46.667813 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-0c38553f-0cbf-4f03-9ccf-b1e98e7b1674 None None] Notify callbacks [] for port, precommit_create {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:46.684236 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-0c38553f-0cbf-4f03-9ccf-b1e98e7b1674 None None] Transition to ACTIVE for port object c2debc5e-fe5a-40b1-ade2-c97437c10023 will not be triggered until provisioned by entity L2. {{(pid=92565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:07:46.732576 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-0c38553f-0cbf-4f03-9ccf-b1e98e7b1674 None None] Transition to ACTIVE for port object c2debc5e-fe5a-40b1-ade2-c97437c10023 will not be triggered until provisioned by entity DHCP. {{(pid=92565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:07:46.825063 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1171fe2a-685b-4712-b756-763e4849de40 req-f97bdf3e-20dd-47bf-8877-ca21cf961f12 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:46.832520 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-1171fe2a-685b-4712-b756-763e4849de40 req-f97bdf3e-20dd-47bf-8877-ca21cf961f12 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.106 "GET /v2.0/ports?device_id=4b4f47a5-c36b-4c19-b148-67532ea10bdf HTTP/1.1" status: 200  len: 948 time: 0.1325769
Jun 03 22:07:46.839389 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 5fefecd3-3f63-4d0b-8060-7c37e2fabe77 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 22:07:46.858136 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-0c38553f-0cbf-4f03-9ccf-b1e98e7b1674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540'] for port, after_create {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:46.861215 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:46.879615 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-52e57dc1-1bc4-45b0-9a22-cd3661fadbac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31972166'] for port, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:46.890515 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-bfe5098c-d567-4834-89e8-04f0f2c6fbf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:47.001004 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-1171fe2a-685b-4712-b756-763e4849de40 req-d3302c18-a229-42d6-868c-a0a0e95ec86a tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.106 "GET /v2.0/security-groups?id=781c584d-7215-4499-84e6-472f6f359107&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1441035
Jun 03 22:07:47.001004 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e57dc1-1bc4-45b0-9a22-cd3661fadbac service neutron] Pushing event updated for resources: {'Port': ['ID=b1ce5aff-c53e-422c-9419-58d7b746746c,revision_number=3']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:47.001004 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-52e57dc1-1bc4-45b0-9a22-cd3661fadbac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:47.001004 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-52e57dc1-1bc4-45b0-9a22-cd3661fadbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:47.001004 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-52e57dc1-1bc4-45b0-9a22-cd3661fadbac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:47.001004 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-52e57dc1-1bc4-45b0-9a22-cd3661fadbac service neutron] 10.222.0.58 "PUT /v2.0/ports/b1ce5aff-c53e-422c-9419-58d7b746746c HTTP/1.1" status: 200  len: 1093 time: 2.3661017
Jun 03 22:07:47.001004 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbdea048-0268-412f-a102-e289b4a6f802', 'tag': 'b1ce5aff-c53e-422c-9419-58d7b746746c'}] {{(pid=92564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:07:47.001004 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c024af40dcbc7289fed731e5c35c42eecf8f16a39534b44a636824a10e0ed12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb71f1b-f66c-4fbc-b764-e7d41a85cc1e" -d '{"events": [{"name": "network-changed", "server_uuid": "cbdea048-0268-412f-a102-e289b4a6f802", "tag": "b1ce5aff-c53e-422c-9419-58d7b746746c"}]}' {{(pid=92564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:07:47.068450 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c38553f-0cbf-4f03-9ccf-b1e98e7b1674 None None] Network 430d7e4d-f267-44a3-aae2-54464c48ebc9 is already hosted by enough agents. {{(pid=92565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:07:47.090816 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.scheduler.base_scheduler [None req-0c38553f-0cbf-4f03-9ccf-b1e98e7b1674 None None] Resources bound (agent type, host, resource id):  {{(pid=92565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:07:47.164968 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c38553f-0cbf-4f03-9ccf-b1e98e7b1674 None None] Received port after_create {{(pid=92565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:07:47.174077 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38553f-0cbf-4f03-9ccf-b1e98e7b1674 None None] Pushing event updated for resources: {'Port': ['ID=c2debc5e-fe5a-40b1-ade2-c97437c10023,revision_number=1']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:47.265383 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da8caf-995c-4241-ac55-ac04197284aa req-57f74c78-1348-45b8-8079-1adf716cfa70 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:47.266907 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-07da8caf-995c-4241-ac55-ac04197284aa req-57f74c78-1348-45b8-8079-1adf716cfa70 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.58 "GET /v2.0/networks?id=ee72200c-c241-44cb-972d-cd625ecb6cda HTTP/1.1" status: 200  len: 814 time: 0.4583163
Jun 03 22:07:47.292749 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [req-07da8caf-995c-4241-ac55-ac04197284aa req-4c3bab63-0748-4fde-82dd-0a9e4b46e2c1 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Request body: {'port': {'device_id': '770da797-f948-41af-94e4-5681aa0fd17f', 'network_id': 'ee72200c-c241-44cb-972d-cd625ecb6cda', 'admin_state_up': True, 'tenant_id': 'ebf72c5befd44927ab456c218dfdcdda'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:07:47.298853 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c38553f-0cbf-4f03-9ccf-b1e98e7b1674 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:47.298853 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c38553f-0cbf-4f03-9ccf-b1e98e7b1674 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:47.298853 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c38553f-0cbf-4f03-9ccf-b1e98e7b1674 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:47.298853 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c38553f-0cbf-4f03-9ccf-b1e98e7b1674 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:47.298853 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c38553f-0cbf-4f03-9ccf-b1e98e7b1674 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:47.298853 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c38553f-0cbf-4f03-9ccf-b1e98e7b1674 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:47.298853 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c38553f-0cbf-4f03-9ccf-b1e98e7b1674 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:47.298853 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c38553f-0cbf-4f03-9ccf-b1e98e7b1674 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:47.299859 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c38553f-0cbf-4f03-9ccf-b1e98e7b1674 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:47.300392 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c38553f-0cbf-4f03-9ccf-b1e98e7b1674 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:47.300931 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c38553f-0cbf-4f03-9ccf-b1e98e7b1674 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:47.301452 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c38553f-0cbf-4f03-9ccf-b1e98e7b1674 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:07:47.317617 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-8189b5d7-5b48-400c-8226-d4bc7e55a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:47.319829 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-0c38553f-0cbf-4f03-9ccf-b1e98e7b1674 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:47.335890 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cfb11b-b755-4f46-ab37-334075e7f809 x-openstack-request-id: req-90cfb11b-b755-4f46-ab37-334075e7f809 {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:07:47.336791 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbdea048-0268-412f-a102-e289b4a6f802", "tag": "b1ce5aff-c53e-422c-9419-58d7b746746c", "status": "completed", "code": 200}]} {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:07:47.337395 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-90cfb11b-b755-4f46-ab37-334075e7f809 {{(pid=92564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:07:47.338072 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbdea048-0268-412f-a102-e289b4a6f802', 'tag': 'b1ce5aff-c53e-422c-9419-58d7b746746c', 'status': 'completed', 'code': 200}
Jun 03 22:07:47.374524 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03122e61-8d90-46eb-bef2-54f317d87ee1 req-1bbdf4c0-04d2-4fbd-b7fe-969d7e03a8de tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:47.380028 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-03122e61-8d90-46eb-bef2-54f317d87ee1 req-1bbdf4c0-04d2-4fbd-b7fe-969d7e03a8de tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=cbdea048-0268-412f-a102-e289b4a6f802 HTTP/1.1" status: 200  len: 943 time: 0.2215748
Jun 03 22:07:47.395670 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-0c38553f-0cbf-4f03-9ccf-b1e98e7b1674 None None] Attempting to bind port c2debc5e-fe5a-40b1-ade2-c97437c10023 on host dv-cinder-794669-4-iscsi for vnic_type normal with profile  {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:07:47.396090 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-0c38553f-0cbf-4f03-9ccf-b1e98e7b1674 None None] Attempting to bind port c2debc5e-fe5a-40b1-ade2-c97437c10023 by drivers openvswitch,hyperv on host dv-cinder-794669-4-iscsi at level 0 using segments [{'id': '28463db9-9fff-4976-95aa-1705a1cec81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '430d7e4d-f267-44a3-aae2-54464c48ebc9'}] {{(pid=92565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:07:47.396463 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c38553f-0cbf-4f03-9ccf-b1e98e7b1674 None None] Attempting to bind port c2debc5e-fe5a-40b1-ade2-c97437c10023 on network 430d7e4d-f267-44a3-aae2-54464c48ebc9 {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:07:47.416419 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c38553f-0cbf-4f03-9ccf-b1e98e7b1674 None None] Checking agent: {'id': '5a6b735b-9c6f-44f2-a3b4-85e645e583d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 57, 20), 'started_at': datetime.datetime(2021, 6, 3, 21, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:07:47.418170 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c38553f-0cbf-4f03-9ccf-b1e98e7b1674 None None] Checking segment: {'id': '28463db9-9fff-4976-95aa-1705a1cec81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '430d7e4d-f267-44a3-aae2-54464c48ebc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:07:47.418170 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-0c38553f-0cbf-4f03-9ccf-b1e98e7b1674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:47.418170 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c38553f-0cbf-4f03-9ccf-b1e98e7b1674 None None] Bound using segment: {'id': '28463db9-9fff-4976-95aa-1705a1cec81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '430d7e4d-f267-44a3-aae2-54464c48ebc9'} {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:07:47.418424 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-0c38553f-0cbf-4f03-9ccf-b1e98e7b1674 None None] Bound port: c2debc5e-fe5a-40b1-ade2-c97437c10023, host: dv-cinder-794669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28463db9-9fff-4976-95aa-1705a1cec81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '430d7e4d-f267-44a3-aae2-54464c48ebc9'}}] {{(pid=92565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:07:47.418643 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-0c38553f-0cbf-4f03-9ccf-b1e98e7b1674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:47.443683 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port 5fefecd3-3f63-4d0b-8060-7c37e2fabe77, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=5fefecd3-3f63-4d0b-8060-7c37e2fabe77,segment=NetworkSegment(3f3dbb87-1e9f-4c14-86d1-af3ceef92e0f),segment_id=3f3dbb87-1e9f-4c14-86d1-af3ceef92e0f)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:07:47.507850 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Returning: {'device': '5fefecd3-3f63-4d0b-8060-7c37e2fabe77', 'network_id': '48469097-674a-417f-b818-03a7b65637d9', 'port_id': '5fefecd3-3f63-4d0b-8060-7c37e2fabe77', 'mac_address': 'fa:16:3e:f8:02:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35e9935f-9fa3-4a85-bc49-77d59f9295c9', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 22:07:47.535980 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-682d97ce-8f63-4d94-b6a5-bcecc6b2019a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:47.539037 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-682d97ce-8f63-4d94-b6a5-bcecc6b2019a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=18fd8ab8eb5140b4ab7192485bb70cd8&device_id=cbdea048-0268-412f-a102-e289b4a6f802 HTTP/1.1" status: 200  len: 1096 time: 0.2929704
Jun 03 22:07:47.603429 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:47.613053 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-0c38553f-0cbf-4f03-9ccf-b1e98e7b1674 None None] For port c2debc5e-fe5a-40b1-ade2-c97437c10023, host dv-cinder-794669-4-iscsi, cleared binding levels {{(pid=92565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:07:47.637411 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.notifiers.nova [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fefecd3-3f63-4d0b-8060-7c37e2fabe77 {{(pid=92565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 22:07:47.671765 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-0c38553f-0cbf-4f03-9ccf-b1e98e7b1674 None None] For port c2debc5e-fe5a-40b1-ade2-c97437c10023, host dv-cinder-794669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=c2debc5e-fe5a-40b1-ade2-c97437c10023,segment=NetworkSegment(28463db9-9fff-4976-95aa-1705a1cec81f),segment_id=28463db9-9fff-4976-95aa-1705a1cec81f)] {{(pid=92565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:07:47.704207 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port 5fefecd3-3f63-4d0b-8060-7c37e2fabe77, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=5fefecd3-3f63-4d0b-8060-7c37e2fabe77,segment=NetworkSegment(3f3dbb87-1e9f-4c14-86d1-af3ceef92e0f),segment_id=3f3dbb87-1e9f-4c14-86d1-af3ceef92e0f)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:07:47.721324 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-d3820600-dbf7-49c3-bed5-4e3d3b41e480 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1ce5aff-c53e-422c-9419-58d7b746746c HTTP/1.1" status: 200  len: 217 time: 0.1716495
Jun 03 22:07:47.724507 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-51c6ca8d-8928-4176-ba13-651c0eff05e9 req-751c46c0-23a2-4a72-a224-4292cc81bb64 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/ports?device_id=770da797-f948-41af-94e4-5681aa0fd17f HTTP/1.1" status: 200  len: 210 time: 0.0720844
Jun 03 22:07:47.734069 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-0c38553f-0cbf-4f03-9ccf-b1e98e7b1674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:47.737770 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:47.826602 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-0c112c4e-aabc-4aaa-9919-0374bec40a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:47.828719 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-0c112c4e-aabc-4aaa-9919-0374bec40a74 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=969eac6f-666f-4cbf-a728-422f9d725aef HTTP/1.1" status: 200  len: 853 time: 0.1013696
Jun 03 22:07:47.867057 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [req-07da8caf-995c-4241-ac55-ac04197284aa req-4c3bab63-0748-4fde-82dd-0a9e4b46e2c1 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:07:47.887076 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-07da8caf-995c-4241-ac55-ac04197284aa req-4c3bab63-0748-4fde-82dd-0a9e4b46e2c1 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Usage tracker for resource:port and tenant:ebf72c5befd44927ab456c218dfdcdda is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:07:47.894681 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-07da8caf-995c-4241-ac55-ac04197284aa req-4c3bab63-0748-4fde-82dd-0a9e4b46e2c1 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:07:47.895548 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:47.924313 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38553f-0cbf-4f03-9ccf-b1e98e7b1674 None None] Pushing event updated for resources: {'Port': ['ID=c2debc5e-fe5a-40b1-ade2-c97437c10023,revision_number=2']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:47.936409 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-0c38553f-0cbf-4f03-9ccf-b1e98e7b1674 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:47.940596 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:48.009697 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [req-07da8caf-995c-4241-ac55-ac04197284aa req-4c3bab63-0748-4fde-82dd-0a9e4b46e2c1 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:07:48.033656 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-03122e61-8d90-46eb-bef2-54f317d87ee1 req-fd26f734-966c-404b-9cd0-14f02e55cce0 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5681341
Jun 03 22:07:48.043419 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-2955b135-1f9b-4ab5-b3a0-d1efcd89aa61 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bba2e61c-d091-4a23-95a7-3079a9574eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2063055
Jun 03 22:07:48.064241 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Pushing event updated for resources: {'Port': ['ID=5fefecd3-3f63-4d0b-8060-7c37e2fabe77,revision_number=4']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:48.076123 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:48.107516 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-759d6953-dcfd-4c03-bfaf-99aa3566db92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:48.174593 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] get_ports_and_sgs() called for port_ids ['5fefecd3-3f63-4d0b-8060-7c37e2fabe77'] {{(pid=92565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 22:07:48.175279 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07da8caf-995c-4241-ac55-ac04197284aa req-4c3bab63-0748-4fde-82dd-0a9e4b46e2c1 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Made reservation on behalf of ebf72c5befd44927ab456c218dfdcdda for: {'port': 1} {{(pid=92563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:07:48.179345 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [req-07da8caf-995c-4241-ac55-ac04197284aa req-4c3bab63-0748-4fde-82dd-0a9e4b46e2c1 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:48.219982 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-759d6953-dcfd-4c03-bfaf-99aa3566db92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:48.254567 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534f4c4-5e1a-4460-9510-5dfbdaaf99f7 req-259e4848-5328-419c-ac7d-f0d8f5181561 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:48.264055 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-c534f4c4-5e1a-4460-9510-5dfbdaaf99f7 req-259e4848-5328-419c-ac7d-f0d8f5181561 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.3141561
Jun 03 22:07:48.283848 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-e9c27912-04af-4144-a003-fbc0c5ef790c service neutron] 10.222.0.58 "GET /v2.0/networks/bba2e61c-d091-4a23-95a7-3079a9574eb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2336948
Jun 03 22:07:48.544832 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-c534f4c4-5e1a-4460-9510-5dfbdaaf99f7 req-7e8de644-62fa-4b00-8248-b7d70440fb7a tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2797348
Jun 03 22:07:48.610939 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device c2debc5e-fe5a-40b1-ade2-c97437c10023 up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:07:48.627628 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-62399380-89f3-4a7b-afed-83c8ada393e0 req-26a31bf2-fdf0-40d9-a05c-7cb12358952a service neutron] 10.222.0.58 "GET /v2.0/networks/bba2e61c-d091-4a23-95a7-3079a9574eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3370807
Jun 03 22:07:48.775899 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.db_base_plugin_common [None req-759d6953-dcfd-4c03-bfaf-99aa3566db92 admin admin] Allocated IP 172.27.0.15 (fbd3fa50-1ea9-4a37-9f63-373be6d121e3/b881b088-b524-4558-b754-6a0245dcfb71/855040fd-0aad-4e41-8e5d-1671391eaa9f) {{(pid=92563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:07:48.794347 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.db_base_plugin_common [req-07da8caf-995c-4241-ac55-ac04197284aa req-4c3bab63-0748-4fde-82dd-0a9e4b46e2c1 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Allocated IP 172.20.0.9 (ee72200c-c241-44cb-972d-cd625ecb6cda/47e98e05-76e7-4976-a242-07e4fd463da2/fa16bd53-7c41-4366-988e-cc7100d1c05b) {{(pid=92563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:07:48.813661 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning for port c2debc5e-fe5a-40b1-ade2-c97437c10023 completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:07:48.837509 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78dc62f-2ac4-418a-b9bb-30f2eecb54bb req-c8f3537b-e5c5-43fa-930e-5a09ddd47db6 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:48.844800 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-f78dc62f-2ac4-418a-b9bb-30f2eecb54bb req-c8f3537b-e5c5-43fa-930e-5a09ddd47db6 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.106 "GET /v2.0/ports?device_id=4b4f47a5-c36b-4c19-b148-67532ea10bdf HTTP/1.1" status: 200  len: 949 time: 0.2955191
Jun 03 22:07:48.878786 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb71f1b-f66c-4fbc-b764-e7d41a85cc1e req-6317c6a5-7ca0-454a-9620-1b6862a9e52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:48.886544 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0fb71f1b-f66c-4fbc-b764-e7d41a85cc1e req-6317c6a5-7ca0-454a-9620-1b6862a9e52c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=18fd8ab8eb5140b4ab7192485bb70cd8&device_id=cbdea048-0268-412f-a102-e289b4a6f802 HTTP/1.1" status: 200  len: 1096 time: 0.1283236
Jun 03 22:07:48.988704 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-63a9fd42-cc58-4a25-81b6-de5d2a310b52 req-66ebef18-2f24-4289-acb0-7dec98faf77b tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/ports?device_id=770da797-f948-41af-94e4-5681aa0fd17f HTTP/1.1" status: 200  len: 210 time: 0.0617228
Jun 03 22:07:49.048457 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-f78dc62f-2ac4-418a-b9bb-30f2eecb54bb req-24c645b2-19c0-42d6-84e4-fe9676cbcdfc tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.106 "GET /v2.0/security-groups?id=781c584d-7215-4499-84e6-472f6f359107&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2026112
Jun 03 22:07:49.136718 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb71f1b-f66c-4fbc-b764-e7d41a85cc1e req-97b8a96f-2df6-4d48-9cf9-2f7dda8c2773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:49.143457 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0fb71f1b-f66c-4fbc-b764-e7d41a85cc1e req-97b8a96f-2df6-4d48-9cf9-2f7dda8c2773 service neutron] 10.222.0.58 "GET /v2.0/networks?id=bba2e61c-d091-4a23-95a7-3079a9574eb0 HTTP/1.1" status: 200  len: 915 time: 0.2506232
Jun 03 22:07:49.188640 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-759d6953-dcfd-4c03-bfaf-99aa3566db92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:49.307854 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-759d6953-dcfd-4c03-bfaf-99aa3566db92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33200950'] for port, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:49.317781 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0fb71f1b-f66c-4fbc-b764-e7d41a85cc1e req-893435b5-2851-426f-82a5-360f8a61beda service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1ce5aff-c53e-422c-9419-58d7b746746c HTTP/1.1" status: 200  len: 217 time: 0.1661675
Jun 03 22:07:49.320944 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:49.424148 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb71f1b-f66c-4fbc-b764-e7d41a85cc1e req-6d52acfd-0755-4706-8d41-824a4171773c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:49.425589 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0fb71f1b-f66c-4fbc-b764-e7d41a85cc1e req-6d52acfd-0755-4706-8d41-824a4171773c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=969eac6f-666f-4cbf-a728-422f9d725aef HTTP/1.1" status: 200  len: 853 time: 0.0993226
Jun 03 22:07:49.432767 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88459b7-0f36-4413-b14c-585c11bc2d8c None None] Network 430d7e4d-f267-44a3-aae2-54464c48ebc9 requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:07:49.479764 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759d6953-dcfd-4c03-bfaf-99aa3566db92 admin admin] Network fbd3fa50-1ea9-4a37-9f63-373be6d121e3 is already hosted by enough agents. {{(pid=92563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:07:49.484309 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-759d6953-dcfd-4c03-bfaf-99aa3566db92 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:07:49.488674 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [req-07da8caf-995c-4241-ac55-ac04197284aa req-4c3bab63-0748-4fde-82dd-0a9e4b46e2c1 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Notify callbacks [] for port, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:49.495349 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759d6953-dcfd-4c03-bfaf-99aa3566db92 admin admin] Received port after_create {{(pid=92563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:07:49.529324 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0fb71f1b-f66c-4fbc-b764-e7d41a85cc1e req-b79c8cfe-cd00-4608-b373-f87e127fb569 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bba2e61c-d091-4a23-95a7-3079a9574eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0817447
Jun 03 22:07:49.542001 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d6953-dcfd-4c03-bfaf-99aa3566db92 admin admin] Pushing event updated for resources: {'Port': ['ID=855040fd-0aad-4e41-8e5d-1671391eaa9f,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:49.552233 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-759d6953-dcfd-4c03-bfaf-99aa3566db92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:49.611082 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af8293-86c7-4c5d-abd9-2c2fc0a4e41c req-f8470edd-1a07-483d-aa17-40f275cf4c1d tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:49.612507 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-43af8293-86c7-4c5d-abd9-2c2fc0a4e41c req-f8470edd-1a07-483d-aa17-40f275cf4c1d tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Synchronizing usage tracker for tenant:18fd8ab8eb5140b4ab7192485bb70cd8 on resource:port {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:07:49.704226 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-0b649717-4316-4348-8ca1-e365ea485f91 None None] Provisioning for port c2debc5e-fe5a-40b1-ade2-c97437c10023 completed by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:07:49.710156 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-43af8293-86c7-4c5d-abd9-2c2fc0a4e41c req-f8470edd-1a07-483d-aa17-40f275cf4c1d tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Unset dirty status for tenant:18fd8ab8eb5140b4ab7192485bb70cd8 on resource:port {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:07:49.710725 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:49.715853 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-0b649717-4316-4348-8ca1-e365ea485f91 None None] Provisioning complete for port c2debc5e-fe5a-40b1-ade2-c97437c10023 triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:07:49.716229 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-0b649717-4316-4348-8ca1-e365ea485f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:49.720459 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-43af8293-86c7-4c5d-abd9-2c2fc0a4e41c req-f8470edd-1a07-483d-aa17-40f275cf4c1d tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=cbdea048-0268-412f-a102-e289b4a6f802 HTTP/1.1" status: 200  len: 943 time: 0.4964001
Jun 03 22:07:49.790023 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-4dcbc8aa-1c00-491e-9ad1-658a769c0dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:49.840675 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-43af8293-86c7-4c5d-abd9-2c2fc0a4e41c req-1c2089ce-d18e-4526-b9c6-40a288496cbd tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097856
Jun 03 22:07:49.840675 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0fb71f1b-f66c-4fbc-b764-e7d41a85cc1e req-b537e31e-f92d-4545-a1f0-7783b21ae825 service neutron] 10.222.0.58 "GET /v2.0/networks/bba2e61c-d091-4a23-95a7-3079a9574eb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3036618
Jun 03 22:07:49.907382 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-0b649717-4316-4348-8ca1-e365ea485f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:49.947375 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-0b649717-4316-4348-8ca1-e365ea485f91 None None] For port c2debc5e-fe5a-40b1-ade2-c97437c10023, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=c2debc5e-fe5a-40b1-ade2-c97437c10023,segment=NetworkSegment(28463db9-9fff-4976-95aa-1705a1cec81f),segment_id=28463db9-9fff-4976-95aa-1705a1cec81f)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:07:50.027972 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42feefa-612b-4764-994a-685769c972ba req-8be61bca-72d4-4947-85ab-f75836ce7a10 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:50.029754 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-d42feefa-612b-4764-994a-685769c972ba req-8be61bca-72d4-4947-85ab-f75836ce7a10 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.2949183
Jun 03 22:07:50.097808 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [req-07da8caf-995c-4241-ac55-ac04197284aa req-4c3bab63-0748-4fde-82dd-0a9e4b46e2c1 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33200950'] for port, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:50.106177 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-d42feefa-612b-4764-994a-685769c972ba req-0badfbbb-f6ba-4034-95ad-2d4672d3a529 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696726
Jun 03 22:07:50.107947 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0fb71f1b-f66c-4fbc-b764-e7d41a85cc1e req-707cd08f-d224-4c9d-8c31-e84bb156dd12 service neutron] 10.222.0.58 "GET /v2.0/networks/bba2e61c-d091-4a23-95a7-3079a9574eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2643001
Jun 03 22:07:50.118643 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:50.122527 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-0b649717-4316-4348-8ca1-e365ea485f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:50.126668 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:50.236018 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b649717-4316-4348-8ca1-e365ea485f91 None None] Pushing event updated for resources: {'Port': ['ID=c2debc5e-fe5a-40b1-ade2-c97437c10023,revision_number=3']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:50.254209 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-0b649717-4316-4348-8ca1-e365ea485f91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:50.305829 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d1ed7-6cc9-41f9-9053-f6bf67d68fa7 req-2f5e82f6-df75-4b92-b5b1-e90f47e70367 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:50.308089 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-061d1ed7-6cc9-41f9-9053-f6bf67d68fa7 req-2f5e82f6-df75-4b92-b5b1-e90f47e70367 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/ports?device_id=770da797-f948-41af-94e4-5681aa0fd17f HTTP/1.1" status: 200  len: 931 time: 0.0974681
Jun 03 22:07:50.358549 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-881101cb-1e2f-4551-a609-7b0d2267dd4c None None] Provisioning complete for port c2debc5e-fe5a-40b1-ade2-c97437c10023 triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:07:50.358974 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-881101cb-1e2f-4551-a609-7b0d2267dd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:50.456703 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-061d1ed7-6cc9-41f9-9053-f6bf67d68fa7 req-372dc66d-07d3-4dbd-817b-8c1d1a5df7d7 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Synchronizing usage tracker for tenant:ebf72c5befd44927ab456c218dfdcdda on resource:security_group {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:07:50.511761 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07da8caf-995c-4241-ac55-ac04197284aa req-4c3bab63-0748-4fde-82dd-0a9e4b46e2c1 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Network ee72200c-c241-44cb-972d-cd625ecb6cda is already hosted by enough agents. {{(pid=92563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:07:50.524633 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [req-07da8caf-995c-4241-ac55-ac04197284aa req-4c3bab63-0748-4fde-82dd-0a9e4b46e2c1 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Resources bound (agent type, host, resource id):  {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:07:50.538743 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device c2debc5e-fe5a-40b1-ade2-c97437c10023 up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:07:50.549346 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.l3_dvrscheduler_db [req-07da8caf-995c-4241-ac55-ac04197284aa req-4c3bab63-0748-4fde-82dd-0a9e4b46e2c1 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Received port after_create {{(pid=92563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:07:50.581778 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-061d1ed7-6cc9-41f9-9053-f6bf67d68fa7 req-372dc66d-07d3-4dbd-817b-8c1d1a5df7d7 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Unset dirty status for tenant:ebf72c5befd44927ab456c218dfdcdda on resource:security_group {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:07:50.583063 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-061d1ed7-6cc9-41f9-9053-f6bf67d68fa7 req-372dc66d-07d3-4dbd-817b-8c1d1a5df7d7 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/security-groups?id=7bb8f465-f99e-4d60-8a52-a4abf4554b0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2681408
Jun 03 22:07:50.654931 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3bab63-0748-4fde-82dd-0a9e4b46e2c1 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Pushing event updated for resources: {'Port': ['ID=fa16bd53-7c41-4366-988e-cc7100d1c05b,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:50.666083 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da8caf-995c-4241-ac55-ac04197284aa req-4c3bab63-0748-4fde-82dd-0a9e4b46e2c1 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:50.666766 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [req-07da8caf-995c-4241-ac55-ac04197284aa req-4c3bab63-0748-4fde-82dd-0a9e4b46e2c1 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for port, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:50.740487 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-4c3bab63-0748-4fde-82dd-0a9e4b46e2c1 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:50.782603 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port c2debc5e-fe5a-40b1-ade2-c97437c10023 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:07:50.783053 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:50.804577 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-759d6953-dcfd-4c03-bfaf-99aa3566db92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:50.870222 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device b1ce5aff-c53e-422c-9419-58d7b746746c details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 22:07:50.873161 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 5fefecd3-3f63-4d0b-8060-7c37e2fabe77 up at agent hyperv_hv-cinder-79466 {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:07:50.879129 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-07da8caf-995c-4241-ac55-ac04197284aa req-4c3bab63-0748-4fde-82dd-0a9e4b46e2c1 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.5903637
Jun 03 22:07:50.931934 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [req-07da8caf-995c-4241-ac55-ac04197284aa req-6f76df60-e47f-4eba-a479-2bbfaeaade1d service neutron] Request body: {'port': {'device_id': '770da797-f948-41af-94e4-5681aa0fd17f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:07:50.986258 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15fa7a-f39e-4066-9109-acc427532c18 req-45bed86f-ae94-443c-8224-ae37f4f70c6c tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:50.988152 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-6e15fa7a-f39e-4066-9109-acc427532c18 req-45bed86f-ae94-443c-8224-ae37f4f70c6c tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.106 "GET /v2.0/ports?device_id=4b4f47a5-c36b-4c19-b148-67532ea10bdf HTTP/1.1" status: 200  len: 949 time: 0.5465176
Jun 03 22:07:51.071810 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463baa1-f427-4efe-a9cb-0d8f9d9791de req-57b0ecec-7340-4803-9de7-ab215f701f31 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:51.073519 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-c463baa1-f427-4efe-a9cb-0d8f9d9791de req-57b0ecec-7340-4803-9de7-ab215f701f31 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=cbdea048-0268-412f-a102-e289b4a6f802 HTTP/1.1" status: 200  len: 943 time: 0.0990407
Jun 03 22:07:51.123320 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:51.128042 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-c463baa1-f427-4efe-a9cb-0d8f9d9791de req-bc4d2db1-fdf2-4b4b-822d-2bc9fb95675b tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479755
Jun 03 22:07:51.176966 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-6e15fa7a-f39e-4066-9109-acc427532c18 req-b9611cb7-7a90-45bd-93ad-85fd0bc18516 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.106 "GET /v2.0/security-groups?id=781c584d-7215-4499-84e6-472f6f359107&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1777043
Jun 03 22:07:51.241194 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port b1ce5aff-c53e-422c-9419-58d7b746746c, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=b1ce5aff-c53e-422c-9419-58d7b746746c,segment=NetworkSegment(78cbdb10-dbd3-4f35-8746-fd326444031e),segment_id=78cbdb10-dbd3-4f35-8746-fd326444031e)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:07:51.258089 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Returning: {'device': 'b1ce5aff-c53e-422c-9419-58d7b746746c', 'network_id': 'bba2e61c-d091-4a23-95a7-3079a9574eb0', 'port_id': 'b1ce5aff-c53e-422c-9419-58d7b746746c', 'mac_address': 'fa:16:3e:77:ab:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '969eac6f-666f-4cbf-a728-422f9d725aef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 22:07:51.321391 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Provisioning for port 5fefecd3-3f63-4d0b-8060-7c37e2fabe77 completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:07:51.330998 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Provisioning complete for port 5fefecd3-3f63-4d0b-8060-7c37e2fabe77 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:07:51.331572 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:51.354252 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [req-07da8caf-995c-4241-ac55-ac04197284aa req-6f76df60-e47f-4eba-a479-2bbfaeaade1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:51.399912 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:51.426409 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.notifiers.nova [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1ce5aff-c53e-422c-9419-58d7b746746c {{(pid=92565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 22:07:51.459293 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port b1ce5aff-c53e-422c-9419-58d7b746746c, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=b1ce5aff-c53e-422c-9419-58d7b746746c,segment=NetworkSegment(78cbdb10-dbd3-4f35-8746-fd326444031e),segment_id=78cbdb10-dbd3-4f35-8746-fd326444031e)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:07:51.533898 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:51.537527 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-aca048ed-9013-4577-88d4-46d748a14d10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:51.572254 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:51.604894 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-759d6953-dcfd-4c03-bfaf-99aa3566db92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-309310'] for router, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:51.627887 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4f47a5-c36b-4c19-b148-67532ea10bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fefecd3-3f63-4d0b-8060-7c37e2fabe77'}] {{(pid=92565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:07:51.630477 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3783812f727b5bb89ad1c4cb6955cb6829b796867b5a4f4fedffd1e1cb019440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7742d221-02cc-435f-84ce-58f24ab128cc" -d '{"events": [{"server_uuid": "4b4f47a5-c36b-4c19-b148-67532ea10bdf", "name": "network-vif-plugged", "status": "completed", "tag": "5fefecd3-3f63-4d0b-8060-7c37e2fabe77"}]}' {{(pid=92565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:07:51.643238 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port 5fefecd3-3f63-4d0b-8060-7c37e2fabe77, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=5fefecd3-3f63-4d0b-8060-7c37e2fabe77,segment=NetworkSegment(3f3dbb87-1e9f-4c14-86d1-af3ceef92e0f),segment_id=3f3dbb87-1e9f-4c14-86d1-af3ceef92e0f)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:07:51.646147 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Pushing event updated for resources: {'Port': ['ID=b1ce5aff-c53e-422c-9419-58d7b746746c,revision_number=4']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:51.656648 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:51.757613 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:51.761780 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:51.812886 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] get_ports_and_sgs() called for port_ids ['b1ce5aff-c53e-422c-9419-58d7b746746c'] {{(pid=92565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 22:07:51.830593 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa01c1-3a62-476f-b768-9730f1dc748f req-ffed0f21-d716-498d-bcb6-7a193a252fde tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:51.838329 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-eeaa01c1-3a62-476f-b768-9730f1dc748f req-ffed0f21-d716-498d-bcb6-7a193a252fde tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/ports?device_id=770da797-f948-41af-94e4-5681aa0fd17f HTTP/1.1" status: 200  len: 931 time: 0.1069894
Jun 03 22:07:51.853522 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbca05d-44c9-4297-9ddb-c7987b494909 req-50af271b-e804-4b11-9436-1c937a55398f tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:51.854999 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-2cbca05d-44c9-4297-9ddb-c7987b494909 req-50af271b-e804-4b11-9436-1c937a55398f tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.4807990
Jun 03 22:07:51.887316 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-eeaa01c1-3a62-476f-b768-9730f1dc748f req-cbb72828-3f12-4ba7-ad31-e5a7a56c81c0 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/security-groups?id=7bb8f465-f99e-4d60-8a52-a4abf4554b0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479712
Jun 03 22:07:51.945754 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32181859-8c01-4865-be70-1421ec053412 x-openstack-request-id: req-32181859-8c01-4865-be70-1421ec053412 {{(pid=92565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:07:51.945942 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b4f47a5-c36b-4c19-b148-67532ea10bdf", "name": "network-vif-plugged", "status": "completed", "tag": "5fefecd3-3f63-4d0b-8060-7c37e2fabe77", "code": 200}]} {{(pid=92565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:07:51.946358 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-32181859-8c01-4865-be70-1421ec053412 {{(pid=92565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:07:51.946909 dv-cinder-794669-4-iscsi neutron-server[92565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b4f47a5-c36b-4c19-b148-67532ea10bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fefecd3-3f63-4d0b-8060-7c37e2fabe77', 'code': 200}
Jun 03 22:07:51.980684 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Pushing event updated for resources: {'Port': ['ID=5fefecd3-3f63-4d0b-8060-7c37e2fabe77,revision_number=5']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:51.983859 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:52.008387 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-2cbca05d-44c9-4297-9ddb-c7987b494909 req-18d46c32-725d-43b6-89dd-8c4efe898df8 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1434197
Jun 03 22:07:52.390974 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.notifiers.nova [req-07da8caf-995c-4241-ac55-ac04197284aa req-6f76df60-e47f-4eba-a479-2bbfaeaade1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa16bd53-7c41-4366-988e-cc7100d1c05b {{(pid=92563) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 22:07:52.400763 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [req-07da8caf-995c-4241-ac55-ac04197284aa req-6f76df60-e47f-4eba-a479-2bbfaeaade1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:52.431143 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.provisioning_blocks [req-07da8caf-995c-4241-ac55-ac04197284aa req-6f76df60-e47f-4eba-a479-2bbfaeaade1d service neutron] Transition to ACTIVE for port object fa16bd53-7c41-4366-988e-cc7100d1c05b will not be triggered until provisioned by entity L2. {{(pid=92563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:07:52.431143 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759d6953-dcfd-4c03-bfaf-99aa3566db92 admin admin] Router 18a0b3bb-b977-4e78-bf2e-03d528275cea is scheduled to L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 with binding_index 1 {{(pid=92563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 03 22:07:52.449885 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803468f-f744-4408-bb72-54f735f5ee0c req-003814c3-2610-4ed7-a9c2-d9f912560242 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:52.451666 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0803468f-f744-4408-bb72-54f735f5ee0c req-003814c3-2610-4ed7-a9c2-d9f912560242 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.106 "GET /v2.0/ports?device_id=4b4f47a5-c36b-4c19-b148-67532ea10bdf HTTP/1.1" status: 200  len: 950 time: 0.1114774
Jun 03 22:07:52.455740 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9979b4-05e9-40bb-8e69-dc643d2a1740 req-ea889cb2-6d38-47bc-81d9-a2ca3cabcb80 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:52.457305 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-ce9979b4-05e9-40bb-8e69-dc643d2a1740 req-ea889cb2-6d38-47bc-81d9-a2ca3cabcb80 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=cbdea048-0268-412f-a102-e289b4a6f802 HTTP/1.1" status: 200  len: 944 time: 0.1406257
Jun 03 22:07:52.516292 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:52.521767 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0803468f-f744-4408-bb72-54f735f5ee0c req-2c7ae8c9-080b-40ed-8043-00f8a7890c58 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.106 "GET /v2.0/security-groups?id=781c584d-7215-4499-84e6-472f6f359107&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566545
Jun 03 22:07:52.586654 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-ce9979b4-05e9-40bb-8e69-dc643d2a1740 req-00938dbb-466c-47b6-87d8-9469356a3394 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783863
Jun 03 22:07:52.615277 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [req-07da8caf-995c-4241-ac55-ac04197284aa req-6f76df60-e47f-4eba-a479-2bbfaeaade1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33201101'] for port, after_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:52.661661 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d34284-6f8d-4c88-aeb7-ece4ab6ae66e req-8df49dd3-a784-4215-8428-2a308c269adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:52.663375 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-85d34284-6f8d-4c88-aeb7-ece4ab6ae66e req-8df49dd3-a784-4215-8428-2a308c269adc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4b4f47a5-c36b-4c19-b148-67532ea10bdf HTTP/1.1" status: 200  len: 1103 time: 0.1027949
Jun 03 22:07:52.685588 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-4c3bab63-0748-4fde-82dd-0a9e4b46e2c1 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:52.715079 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-85d34284-6f8d-4c88-aeb7-ece4ab6ae66e req-249ec364-6304-4f38-8309-e4a4082cd36f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=781c584d-7215-4499-84e6-472f6f359107&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419309
Jun 03 22:07:52.854164 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device b1ce5aff-c53e-422c-9419-58d7b746746c up at agent hyperv_hv-cinder-79466 {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:07:52.862799 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76df60-e47f-4eba-a479-2bbfaeaade1d service neutron] Pushing event updated for resources: {'Port': ['ID=fa16bd53-7c41-4366-988e-cc7100d1c05b,revision_number=2']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:52.865596 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759d6953-dcfd-4c03-bfaf-99aa3566db92 admin admin] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:07:52.867684 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-6f76df60-e47f-4eba-a479-2bbfaeaade1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:52.877239 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c0b342-6d32-43fd-856b-03d8f4b8420d None None] Sync routers for ids ['18a0b3bb-b977-4e78-bf2e-03d528275cea'] in dv-cinder-794669-4-iscsi {{(pid=92566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:07:52.912075 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c0b342-6d32-43fd-856b-03d8f4b8420d None None] Routers {'18a0b3bb-b977-4e78-bf2e-03d528275cea'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:07:52.912075 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-10c0b342-6d32-43fd-856b-03d8f4b8420d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814f10a1f0>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:07:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['18a0b3bb-b977-4e78-bf2e-03d528275cea'], 'active': True} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:07:53.105115 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-759d6953-dcfd-4c03-bfaf-99aa3566db92 admin admin] Notify callbacks [] for router, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:53.115095 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-759d6953-dcfd-4c03-bfaf-99aa3566db92 admin admin] 10.222.0.106 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 7.2241275
Jun 03 22:07:53.115095 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 32946) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:07:53.167688 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Provisioning for port b1ce5aff-c53e-422c-9419-58d7b746746c completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:07:53.173023 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Provisioning complete for port b1ce5aff-c53e-422c-9419-58d7b746746c triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:07:53.173540 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:53.175465 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvr_db [None req-10c0b342-6d32-43fd-856b-03d8f4b8420d None None] Set router 18a0b3bb-b977-4e78-bf2e-03d528275cea gateway port host: dv-cinder-794669-4-iscsi {{(pid=92566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:07:53.237163 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd51f5e-72ce-4645-a261-ff35266ec23e req-965f49bc-907b-459a-b1b1-f156bc10c478 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:53.243981 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-7bd51f5e-72ce-4645-a261-ff35266ec23e req-965f49bc-907b-459a-b1b1-f156bc10c478 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.0943899
Jun 03 22:07:53.332712 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-7bd51f5e-72ce-4645-a261-ff35266ec23e req-073ebb86-ec32-41da-baf7-2b5d718f03ac tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874052
Jun 03 22:07:53.451059 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:53.501838 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port b1ce5aff-c53e-422c-9419-58d7b746746c, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=b1ce5aff-c53e-422c-9419-58d7b746746c,segment=NetworkSegment(78cbdb10-dbd3-4f35-8746-fd326444031e),segment_id=78cbdb10-dbd3-4f35-8746-fd326444031e)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:07:53.598259 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-10c0b342-6d32-43fd-856b-03d8f4b8420d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814f10a1f0>, [{'id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'name': 'tempest-TestMinimumBasicScenario-401658680-router', 'tenant_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '855040fd-0aad-4e41-8e5d-1671391eaa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:07:46Z', 'updated_at': '2021-06-03T22:07:49Z', 'revision_number': 3, 'project_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'gw_port': {'id': '855040fd-0aad-4e41-8e5d-1671391eaa9f', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:48Z', 'updated_at': '2021-06-03T22:07:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:07:53.604631 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:53.606596 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:53.612097 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c0b342-6d32-43fd-856b-03d8f4b8420d None None] Checking router: 18a0b3bb-b977-4e78-bf2e-03d528275cea for host: dv-cinder-794669-4-iscsi {{(pid=92566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:07:53.614853 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c0b342-6d32-43fd-856b-03d8f4b8420d None None] Updating router 18a0b3bb-b977-4e78-bf2e-03d528275cea port 855040fd-0aad-4e41-8e5d-1671391eaa9f binding host dv-cinder-794669-4-iscsi {{(pid=92566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 22:07:53.688504 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-10c0b342-6d32-43fd-856b-03d8f4b8420d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:53.746470 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Pushing event updated for resources: {'Port': ['ID=b1ce5aff-c53e-422c-9419-58d7b746746c,revision_number=5']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:53.760379 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:53.805683 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa3960-65f4-48ca-b81e-a8f86ff3a1e1 req-062f2970-281c-4c3f-b3a6-677aa20ebe70 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:53.811937 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-64fa3960-65f4-48ca-b81e-a8f86ff3a1e1 req-062f2970-281c-4c3f-b3a6-677aa20ebe70 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Synchronizing usage tracker for tenant:ebf72c5befd44927ab456c218dfdcdda on resource:port {{(pid=92563) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:07:53.814488 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471d369-48d5-4865-ae36-4aaf6b9dba77 req-2f14494c-2a37-4105-8d3d-58cb465774c7 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:53.817346 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-5471d369-48d5-4865-ae36-4aaf6b9dba77 req-2f14494c-2a37-4105-8d3d-58cb465774c7 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.106 "GET /v2.0/ports?device_id=4b4f47a5-c36b-4c19-b148-67532ea10bdf HTTP/1.1" status: 200  len: 950 time: 0.1183136
Jun 03 22:07:53.883636 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-5471d369-48d5-4865-ae36-4aaf6b9dba77 req-573309a4-42ee-487f-a278-6c0f12cb2468 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.106 "GET /v2.0/security-groups?id=781c584d-7215-4499-84e6-472f6f359107&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597787
Jun 03 22:07:53.950119 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdea048-0268-412f-a102-e289b4a6f802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ce5aff-c53e-422c-9419-58d7b746746c'}] {{(pid=92565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:07:53.952868 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3783812f727b5bb89ad1c4cb6955cb6829b796867b5a4f4fedffd1e1cb019440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d572c0-fd05-46b7-9833-1f11056da5b4" -d '{"events": [{"server_uuid": "cbdea048-0268-412f-a102-e289b4a6f802", "name": "network-vif-plugged", "status": "completed", "tag": "b1ce5aff-c53e-422c-9419-58d7b746746c"}]}' {{(pid=92565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:07:53.967297 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.managers [req-07da8caf-995c-4241-ac55-ac04197284aa req-6f76df60-e47f-4eba-a479-2bbfaeaade1d service neutron] Attempting to bind port fa16bd53-7c41-4366-988e-cc7100d1c05b on host hv-cinder-79466 for vnic_type normal with profile  {{(pid=92563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:07:53.967992 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.managers [req-07da8caf-995c-4241-ac55-ac04197284aa req-6f76df60-e47f-4eba-a479-2bbfaeaade1d service neutron] Attempting to bind port fa16bd53-7c41-4366-988e-cc7100d1c05b by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '68a6d8d9-59e7-41a7-8a31-4c373482285f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'ee72200c-c241-44cb-972d-cd625ecb6cda'}] {{(pid=92563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:07:53.968435 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07da8caf-995c-4241-ac55-ac04197284aa req-6f76df60-e47f-4eba-a479-2bbfaeaade1d service neutron] Attempting to bind port fa16bd53-7c41-4366-988e-cc7100d1c05b on network ee72200c-c241-44cb-972d-cd625ecb6cda {{(pid=92563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:07:53.978622 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07da8caf-995c-4241-ac55-ac04197284aa req-6f76df60-e47f-4eba-a479-2bbfaeaade1d service neutron] Port fa16bd53-7c41-4366-988e-cc7100d1c05b on network ee72200c-c241-44cb-972d-cd625ecb6cda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=92563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 22:07:53.979142 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07da8caf-995c-4241-ac55-ac04197284aa req-6f76df60-e47f-4eba-a479-2bbfaeaade1d service neutron] Attempting to bind port fa16bd53-7c41-4366-988e-cc7100d1c05b on network ee72200c-c241-44cb-972d-cd625ecb6cda {{(pid=92563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:07:53.988295 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07da8caf-995c-4241-ac55-ac04197284aa req-6f76df60-e47f-4eba-a479-2bbfaeaade1d service neutron] Checking agent: {'id': 'ba7169ba-ec54-42ab-82e6-dffd3900ba09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 22, 3, 45), 'started_at': datetime.datetime(2021, 6, 3, 22, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:07:53.988836 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07da8caf-995c-4241-ac55-ac04197284aa req-6f76df60-e47f-4eba-a479-2bbfaeaade1d service neutron] Checking segment: {'id': '68a6d8d9-59e7-41a7-8a31-4c373482285f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'ee72200c-c241-44cb-972d-cd625ecb6cda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:07:53.989326 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07da8caf-995c-4241-ac55-ac04197284aa req-6f76df60-e47f-4eba-a479-2bbfaeaade1d service neutron] Bound using segment: {'id': '68a6d8d9-59e7-41a7-8a31-4c373482285f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'ee72200c-c241-44cb-972d-cd625ecb6cda'} {{(pid=92563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:07:53.989867 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.managers [req-07da8caf-995c-4241-ac55-ac04197284aa req-6f76df60-e47f-4eba-a479-2bbfaeaade1d service neutron] Bound port: fa16bd53-7c41-4366-988e-cc7100d1c05b, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68a6d8d9-59e7-41a7-8a31-4c373482285f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'ee72200c-c241-44cb-972d-cd625ecb6cda'}}] {{(pid=92563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:07:53.990425 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [req-07da8caf-995c-4241-ac55-ac04197284aa req-6f76df60-e47f-4eba-a479-2bbfaeaade1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:54.029379 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-64fa3960-65f4-48ca-b81e-a8f86ff3a1e1 req-062f2970-281c-4c3f-b3a6-677aa20ebe70 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Unset dirty status for tenant:ebf72c5befd44927ab456c218dfdcdda on resource:port {{(pid=92563) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:07:54.031139 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-64fa3960-65f4-48ca-b81e-a8f86ff3a1e1 req-062f2970-281c-4c3f-b3a6-677aa20ebe70 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/ports?device_id=770da797-f948-41af-94e4-5681aa0fd17f HTTP/1.1" status: 200  len: 943 time: 0.9757874
Jun 03 22:07:54.103294 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391a69c-da10-45b2-86b8-aec6aede40cc req-5b2afc2f-8eb6-4c66-96a5-4f2e60b08526 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:54.111508 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0391a69c-da10-45b2-86b8-aec6aede40cc req-5b2afc2f-8eb6-4c66-96a5-4f2e60b08526 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=cbdea048-0268-412f-a102-e289b4a6f802 HTTP/1.1" status: 200  len: 945 time: 0.1207192
Jun 03 22:07:54.172106 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-10c0b342-6d32-43fd-856b-03d8f4b8420d None None] Notify callbacks [] for port, precommit_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:54.186558 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0391a69c-da10-45b2-86b8-aec6aede40cc req-b992dba9-02bf-4886-be68-05cfb2dd76ad tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738688
Jun 03 22:07:54.192610 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.provisioning_blocks [None req-10c0b342-6d32-43fd-856b-03d8f4b8420d None None] Transition to ACTIVE for port object 855040fd-0aad-4e41-8e5d-1671391eaa9f will not be triggered until provisioned by entity L2. {{(pid=92566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:07:54.246006 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-64fa3960-65f4-48ca-b81e-a8f86ff3a1e1 req-b30e43a7-fcfe-4ea9-a797-c57d97f2517e tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/security-groups?id=7bb8f465-f99e-4d60-8a52-a4abf4554b0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1681204
Jun 03 22:07:54.268121 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.db [req-07da8caf-995c-4241-ac55-ac04197284aa req-6f76df60-e47f-4eba-a479-2bbfaeaade1d service neutron] For port fa16bd53-7c41-4366-988e-cc7100d1c05b, host hv-cinder-79466, cleared binding levels {{(pid=92563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:07:54.268121 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.db [req-07da8caf-995c-4241-ac55-ac04197284aa req-6f76df60-e47f-4eba-a479-2bbfaeaade1d service neutron] For port fa16bd53-7c41-4366-988e-cc7100d1c05b, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=fa16bd53-7c41-4366-988e-cc7100d1c05b,segment=NetworkSegment(68a6d8d9-59e7-41a7-8a31-4c373482285f),segment_id=68a6d8d9-59e7-41a7-8a31-4c373482285f)] {{(pid=92563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:07:54.278624 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-10c0b342-6d32-43fd-856b-03d8f4b8420d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:54.292590 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG oslo_concurrency.lockutils [None req-66441451-08c6-414e-a7b2-01c06ada1fed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:54.331742 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a838c9e-c099-4c19-9144-f628b2e1eae1 x-openstack-request-id: req-6a838c9e-c099-4c19-9144-f628b2e1eae1 {{(pid=92565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:07:54.335387 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbdea048-0268-412f-a102-e289b4a6f802", "name": "network-vif-plugged", "status": "completed", "tag": "b1ce5aff-c53e-422c-9419-58d7b746746c", "code": 200}]} {{(pid=92565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:07:54.336019 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-6a838c9e-c099-4c19-9144-f628b2e1eae1 {{(pid=92565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:07:54.336710 dv-cinder-794669-4-iscsi neutron-server[92565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbdea048-0268-412f-a102-e289b4a6f802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ce5aff-c53e-422c-9419-58d7b746746c', 'code': 200}
Jun 03 22:07:54.390902 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [req-07da8caf-995c-4241-ac55-ac04197284aa req-6f76df60-e47f-4eba-a479-2bbfaeaade1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33201101'] for port, after_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:54.408776 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:54.418222 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d38b9a-628a-4523-a2b9-86c2b48fbfbd None None] Pushing event updated for resources: {'Port': ['ID=855040fd-0aad-4e41-8e5d-1671391eaa9f,revision_number=2']} {{(pid=92566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:54.421804 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG oslo_concurrency.lockutils [None req-a3d38b9a-628a-4523-a2b9-86c2b48fbfbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:54.458187 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.managers [None req-10c0b342-6d32-43fd-856b-03d8f4b8420d None None] Attempting to bind port 855040fd-0aad-4e41-8e5d-1671391eaa9f on host dv-cinder-794669-4-iscsi for vnic_type normal with profile  {{(pid=92566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:07:54.458842 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.managers [None req-10c0b342-6d32-43fd-856b-03d8f4b8420d None None] Attempting to bind port 855040fd-0aad-4e41-8e5d-1671391eaa9f by drivers openvswitch,hyperv on host dv-cinder-794669-4-iscsi at level 0 using segments [{'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'}] {{(pid=92566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:07:54.460881 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c0b342-6d32-43fd-856b-03d8f4b8420d None None] Attempting to bind port 855040fd-0aad-4e41-8e5d-1671391eaa9f on network fbd3fa50-1ea9-4a37-9f63-373be6d121e3 {{(pid=92566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:07:54.473928 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c0b342-6d32-43fd-856b-03d8f4b8420d None None] Checking agent: {'id': '5a6b735b-9c6f-44f2-a3b4-85e645e583d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 57, 20), 'started_at': datetime.datetime(2021, 6, 3, 21, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:07:54.474753 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c0b342-6d32-43fd-856b-03d8f4b8420d None None] Checking segment: {'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:07:54.475231 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-10c0b342-6d32-43fd-856b-03d8f4b8420d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:54.476158 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c0b342-6d32-43fd-856b-03d8f4b8420d None None] Bound using segment: {'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'} {{(pid=92566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:07:54.483597 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.managers [None req-10c0b342-6d32-43fd-856b-03d8f4b8420d None None] Bound port: 855040fd-0aad-4e41-8e5d-1671391eaa9f, host: dv-cinder-794669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'}}] {{(pid=92566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:07:54.484457 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-10c0b342-6d32-43fd-856b-03d8f4b8420d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:54.604490 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.db [None req-10c0b342-6d32-43fd-856b-03d8f4b8420d None None] For port 855040fd-0aad-4e41-8e5d-1671391eaa9f, host dv-cinder-794669-4-iscsi, cleared binding levels {{(pid=92566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:07:54.608356 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.db [None req-10c0b342-6d32-43fd-856b-03d8f4b8420d None None] For port 855040fd-0aad-4e41-8e5d-1671391eaa9f, host dv-cinder-794669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=855040fd-0aad-4e41-8e5d-1671391eaa9f,segment=NetworkSegment(cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c),segment_id=cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c)] {{(pid=92566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:07:54.656064 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da8caf-995c-4241-ac55-ac04197284aa req-6f76df60-e47f-4eba-a479-2bbfaeaade1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:54.656670 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [req-07da8caf-995c-4241-ac55-ac04197284aa req-6f76df60-e47f-4eba-a479-2bbfaeaade1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for port, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:54.658019 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-07da8caf-995c-4241-ac55-ac04197284aa req-6f76df60-e47f-4eba-a479-2bbfaeaade1d service neutron] 10.222.0.58 "PUT /v2.0/ports/fa16bd53-7c41-4366-988e-cc7100d1c05b HTTP/1.1" status: 200  len: 1093 time: 3.7452579
Jun 03 22:07:54.660778 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '770da797-f948-41af-94e4-5681aa0fd17f', 'tag': 'fa16bd53-7c41-4366-988e-cc7100d1c05b'}] {{(pid=92563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:07:54.663834 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7740435dcc85f6ab0eb9908d75a6f818e2fb7acd2ed127072350a3dd3a6b64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a699539-876f-48e1-830a-3a8126962ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "770da797-f948-41af-94e4-5681aa0fd17f", "tag": "fa16bd53-7c41-4366-988e-cc7100d1c05b"}]}' {{(pid=92563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:07:54.681752 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-10c0b342-6d32-43fd-856b-03d8f4b8420d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:54.685564 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG oslo_concurrency.lockutils [None req-66441451-08c6-414e-a7b2-01c06ada1fed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:54.729352 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76df60-e47f-4eba-a479-2bbfaeaade1d service neutron] Pushing event updated for resources: {'Port': ['ID=fa16bd53-7c41-4366-988e-cc7100d1c05b,revision_number=3']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:54.734630 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-6f76df60-e47f-4eba-a479-2bbfaeaade1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:54.803542 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90b8cf0-ea81-4455-93b0-2c6fe28c8e32 req-1765323e-bdcc-4ece-a2eb-4d4d5d488c50 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:54.805375 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a90b8cf0-ea81-4455-93b0-2c6fe28c8e32 req-1765323e-bdcc-4ece-a2eb-4d4d5d488c50 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.2406421
Jun 03 22:07:54.899380 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e92e734-30bd-4adb-8929-31b8af6f9305 x-openstack-request-id: req-2e92e734-30bd-4adb-8929-31b8af6f9305 {{(pid=92563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:07:54.900251 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "770da797-f948-41af-94e4-5681aa0fd17f", "tag": "fa16bd53-7c41-4366-988e-cc7100d1c05b", "status": "completed", "code": 200}]} {{(pid=92563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:07:54.900794 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-2e92e734-30bd-4adb-8929-31b8af6f9305 {{(pid=92563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:07:54.905264 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '770da797-f948-41af-94e4-5681aa0fd17f', 'tag': 'fa16bd53-7c41-4366-988e-cc7100d1c05b', 'status': 'completed', 'code': 200}
Jun 03 22:07:54.917518 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c0b342-6d32-43fd-856b-03d8f4b8420d None None] Routers {'18a0b3bb-b977-4e78-bf2e-03d528275cea'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:07:54.920579 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-10c0b342-6d32-43fd-856b-03d8f4b8420d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814f10a1f0>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:07:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['18a0b3bb-b977-4e78-bf2e-03d528275cea'], 'active': True} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:07:54.941465 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a90b8cf0-ea81-4455-93b0-2c6fe28c8e32 req-5c30fd26-9083-45be-9e64-96e294a2c3ca tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836909
Jun 03 22:07:54.955683 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-04bfcc8e-1e27-43fe-8c4c-2cc76f8e1a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:54.986846 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da8caf-995c-4241-ac55-ac04197284aa req-f55fd423-e94b-4a97-850f-1feb19a85836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:54.988366 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-07da8caf-995c-4241-ac55-ac04197284aa req-f55fd423-e94b-4a97-850f-1feb19a85836 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ebf72c5befd44927ab456c218dfdcdda&device_id=770da797-f948-41af-94e4-5681aa0fd17f HTTP/1.1" status: 200  len: 1096 time: 0.1822128
Jun 03 22:07:55.039559 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202aa05-ee57-4ff4-8dd6-acb43c0d978a req-2fef589a-37d4-4d9f-97e5-fbdbf2960d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:55.042034 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c202aa05-ee57-4ff4-8dd6-acb43c0d978a req-2fef589a-37d4-4d9f-97e5-fbdbf2960d02 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=cbdea048-0268-412f-a102-e289b4a6f802 HTTP/1.1" status: 200  len: 1098 time: 0.2411499
Jun 03 22:07:55.074339 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d38b9a-628a-4523-a2b9-86c2b48fbfbd None None] Pushing event updated for resources: {'Port': ['ID=855040fd-0aad-4e41-8e5d-1671391eaa9f,revision_number=3']} {{(pid=92566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:55.078626 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG oslo_concurrency.lockutils [None req-a3d38b9a-628a-4523-a2b9-86c2b48fbfbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=92566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:55.089956 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-07da8caf-995c-4241-ac55-ac04197284aa req-8fe9eff6-52d7-4e06-b709-673a126b88fd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa16bd53-7c41-4366-988e-cc7100d1c05b HTTP/1.1" status: 200  len: 217 time: 0.0952420
Jun 03 22:07:55.174859 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da8caf-995c-4241-ac55-ac04197284aa req-46d8b19c-d5df-447a-a5bd-64eb52c3a6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:55.176510 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-07da8caf-995c-4241-ac55-ac04197284aa req-46d8b19c-d5df-447a-a5bd-64eb52c3a6b0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=47e98e05-76e7-4976-a242-07e4fd463da2 HTTP/1.1" status: 200  len: 854 time: 0.0816915
Jun 03 22:07:55.194705 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c202aa05-ee57-4ff4-8dd6-acb43c0d978a req-9337a13c-4c9c-484c-bae6-5f214a3075a7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1446040
Jun 03 22:07:55.229325 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-07da8caf-995c-4241-ac55-ac04197284aa req-6c5bc4d7-763a-44b7-b4d7-22b1d920f8ed service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ee72200c-c241-44cb-972d-cd625ecb6cda&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0459883
Jun 03 22:07:55.249654 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvr_db [None req-10c0b342-6d32-43fd-856b-03d8f4b8420d None None] Set router 18a0b3bb-b977-4e78-bf2e-03d528275cea gateway port host: dv-cinder-794669-4-iscsi {{(pid=92566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:07:55.341525 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a674ea-ee1f-4e4b-ab78-8614588fe28e req-4f630180-0270-4ede-950b-3fc9bdf383fc tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:55.352345 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-66a674ea-ee1f-4e4b-ab78-8614588fe28e req-4f630180-0270-4ede-950b-3fc9bdf383fc tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.106 "GET /v2.0/ports?device_id=4b4f47a5-c36b-4c19-b148-67532ea10bdf HTTP/1.1" status: 200  len: 950 time: 0.2653515
Jun 03 22:07:55.457638 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-66a674ea-ee1f-4e4b-ab78-8614588fe28e req-7119bbe4-a228-464d-b3b8-2898ce9e0c21 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.106 "GET /v2.0/security-groups?id=781c584d-7215-4499-84e6-472f6f359107&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034367
Jun 03 22:07:55.469642 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.db_base_plugin_common [None req-04bfcc8e-1e27-43fe-8c4c-2cc76f8e1a9c admin admin] Allocated IP 172.20.0.1 (430d7e4d-f267-44a3-aae2-54464c48ebc9/9d9fccbf-70a8-4c7a-99b8-3af196063811/2d4522b9-7556-4420-9307-53653cbf1b0e) {{(pid=92563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:07:55.593087 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-07da8caf-995c-4241-ac55-ac04197284aa req-a6f27043-30b2-4ba0-966e-bd419b71902d service neutron] 10.222.0.58 "GET /v2.0/networks/ee72200c-c241-44cb-972d-cd625ecb6cda?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3491983
Jun 03 22:07:55.686461 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-10c0b342-6d32-43fd-856b-03d8f4b8420d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814f10a1f0>, [{'id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'name': 'tempest-TestMinimumBasicScenario-401658680-router', 'tenant_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '855040fd-0aad-4e41-8e5d-1671391eaa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:07:46Z', 'updated_at': '2021-06-03T22:07:49Z', 'revision_number': 3, 'project_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'gw_port': {'id': '855040fd-0aad-4e41-8e5d-1671391eaa9f', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:48Z', 'updated_at': '2021-06-03T22:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:07:55.692709 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c0b342-6d32-43fd-856b-03d8f4b8420d None None] The sync data for ids ['18a0b3bb-b977-4e78-bf2e-03d528275cea'] in dv-cinder-794669-4-iscsi is: [{'id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'name': 'tempest-TestMinimumBasicScenario-401658680-router', 'tenant_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '855040fd-0aad-4e41-8e5d-1671391eaa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:07:46Z', 'updated_at': '2021-06-03T22:07:49Z', 'revision_number': 3, 'project_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'gw_port': {'id': '855040fd-0aad-4e41-8e5d-1671391eaa9f', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:48Z', 'updated_at': '2021-06-03T22:07:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}] {{(pid=92566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:07:55.766141 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9debbf7c-506e-4f56-ba93-e93a0cdacf44 req-53a057ac-ece7-4e4e-87bf-7d167f5f2070 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:55.773534 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-9debbf7c-506e-4f56-ba93-e93a0cdacf44 req-53a057ac-ece7-4e4e-87bf-7d167f5f2070 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=cbdea048-0268-412f-a102-e289b4a6f802 HTTP/1.1" status: 200  len: 945 time: 0.3890808
Jun 03 22:07:55.802677 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-04bfcc8e-1e27-43fe-8c4c-2cc76f8e1a9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:55.832299 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.provisioning_blocks [None req-04bfcc8e-1e27-43fe-8c4c-2cc76f8e1a9c admin admin] Transition to ACTIVE for port object 2d4522b9-7556-4420-9307-53653cbf1b0e will not be triggered until provisioned by entity DHCP. {{(pid=92563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:07:55.883481 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-9debbf7c-506e-4f56-ba93-e93a0cdacf44 req-749c6b98-d901-4b99-b734-b0b3b6441982 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102843
Jun 03 22:07:55.900172 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644a56b9-e986-481e-ba40-51ed81608575 req-2202af9b-a5ea-464b-8e16-7de34f7de64c tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:55.902201 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-644a56b9-e986-481e-ba40-51ed81608575 req-2202af9b-a5ea-464b-8e16-7de34f7de64c tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/ports?device_id=770da797-f948-41af-94e4-5681aa0fd17f HTTP/1.1" status: 200  len: 943 time: 0.2070799
Jun 03 22:07:55.911308 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-07da8caf-995c-4241-ac55-ac04197284aa req-137ac0e7-7aeb-4851-95ae-a4df47ecd681 service neutron] 10.222.0.58 "GET /v2.0/networks/ee72200c-c241-44cb-972d-cd625ecb6cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3121595
Jun 03 22:07:55.994128 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-644a56b9-e986-481e-ba40-51ed81608575 req-2bef2af8-8061-4247-b658-8907e2814d78 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/security-groups?id=7bb8f465-f99e-4d60-8a52-a4abf4554b0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628116
Jun 03 22:07:56.073490 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-04bfcc8e-1e27-43fe-8c4c-2cc76f8e1a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33200950'] for port, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:56.079115 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:56.273793 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bfcc8e-1e27-43fe-8c4c-2cc76f8e1a9c admin admin] Network 430d7e4d-f267-44a3-aae2-54464c48ebc9 is already hosted by enough agents. {{(pid=92563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:07:56.313824 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-04bfcc8e-1e27-43fe-8c4c-2cc76f8e1a9c admin admin] Resources bound (agent type, host, resource id):  {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:07:56.313824 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bfcc8e-1e27-43fe-8c4c-2cc76f8e1a9c admin admin] Pushing event updated for resources: {'Port': ['ID=2d4522b9-7556-4420-9307-53653cbf1b0e,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:56.316902 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bfcc8e-1e27-43fe-8c4c-2cc76f8e1a9c admin admin] Received port after_create {{(pid=92563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:07:56.368000 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a699539-876f-48e1-830a-3a8126962ef4 req-aebe667f-f9a6-4dc8-9654-4139dc15f443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:56.368699 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-04bfcc8e-1e27-43fe-8c4c-2cc76f8e1a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:56.369548 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-7a699539-876f-48e1-830a-3a8126962ef4 req-aebe667f-f9a6-4dc8-9654-4139dc15f443 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ebf72c5befd44927ab456c218dfdcdda&device_id=770da797-f948-41af-94e4-5681aa0fd17f HTTP/1.1" status: 200  len: 1096 time: 0.2167785
Jun 03 22:07:56.429382 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-04bfcc8e-1e27-43fe-8c4c-2cc76f8e1a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-309488'] for router_interface, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:56.664360 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a699539-876f-48e1-830a-3a8126962ef4 req-cde730b1-ab9a-45ef-a2c5-47bc068c1926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:56.665923 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-7a699539-876f-48e1-830a-3a8126962ef4 req-cde730b1-ab9a-45ef-a2c5-47bc068c1926 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ee72200c-c241-44cb-972d-cd625ecb6cda HTTP/1.1" status: 200  len: 916 time: 0.2904112
Jun 03 22:07:56.673431 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 855040fd-0aad-4e41-8e5d-1671391eaa9f up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:07:56.940841 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-04bfcc8e-1e27-43fe-8c4c-2cc76f8e1a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:56.963681 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-7a699539-876f-48e1-830a-3a8126962ef4 req-ed96aaeb-3eed-4c8c-b3d3-43dec5afa53e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa16bd53-7c41-4366-988e-cc7100d1c05b HTTP/1.1" status: 200  len: 217 time: 0.2790902
Jun 03 22:07:57.033072 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning for port 855040fd-0aad-4e41-8e5d-1671391eaa9f completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:07:57.039123 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a699539-876f-48e1-830a-3a8126962ef4 req-e33bd482-ff27-46bb-aa1c-a754dc86f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:57.044371 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-7a699539-876f-48e1-830a-3a8126962ef4 req-e33bd482-ff27-46bb-aa1c-a754dc86f1eb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=47e98e05-76e7-4976-a242-07e4fd463da2 HTTP/1.1" status: 200  len: 854 time: 0.0704904
Jun 03 22:07:57.044513 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port 855040fd-0aad-4e41-8e5d-1671391eaa9f triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:07:57.044513 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:57.072204 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce5c4d-35f8-42cb-a4d7-803328f08427 req-cc835d5d-354b-46e6-8ac9-cc21221ff704 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:57.072999 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-31e7c4e8-c721-4f17-ba7e-aadc21328c8b None None] Provisioning for port 2d4522b9-7556-4420-9307-53653cbf1b0e completed by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:07:57.073757 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-80ce5c4d-35f8-42cb-a4d7-803328f08427 req-cc835d5d-354b-46e6-8ac9-cc21221ff704 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.106 "GET /v2.0/ports?device_id=4b4f47a5-c36b-4c19-b148-67532ea10bdf HTTP/1.1" status: 200  len: 950 time: 0.1904728
Jun 03 22:07:57.092183 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-31e7c4e8-c721-4f17-ba7e-aadc21328c8b None None] Provisioning complete for port 2d4522b9-7556-4420-9307-53653cbf1b0e triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:07:57.092820 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-31e7c4e8-c721-4f17-ba7e-aadc21328c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:57.102113 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-7a699539-876f-48e1-830a-3a8126962ef4 req-eadba7c9-e14a-4899-81f4-27e5b932560e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ee72200c-c241-44cb-972d-cd625ecb6cda&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0559435
Jun 03 22:07:57.111043 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab68cb-acaf-4a03-8508-af4c53347d42 req-726f84b0-028b-4fdc-8b76-22a31d0946f0 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:57.118174 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-2fab68cb-acaf-4a03-8508-af4c53347d42 req-726f84b0-028b-4fdc-8b76-22a31d0946f0 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.2011638
Jun 03 22:07:57.164025 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-31e7c4e8-c721-4f17-ba7e-aadc21328c8b None None] Port 2d4522b9-7556-4420-9307-53653cbf1b0e cannot update to ACTIVE because it is not bound. {{(pid=92565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 22:07:57.256053 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-2fab68cb-acaf-4a03-8508-af4c53347d42 req-28dac150-ef64-4461-b73e-24703c023dd4 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1368227
Jun 03 22:07:57.264143 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:57.305087 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] For port 855040fd-0aad-4e41-8e5d-1671391eaa9f, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=855040fd-0aad-4e41-8e5d-1671391eaa9f,segment=NetworkSegment(cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c),segment_id=cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:07:57.314109 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-7a699539-876f-48e1-830a-3a8126962ef4 req-76907b38-70e3-4644-9670-38a8fdb3070f service neutron] 10.222.0.58 "GET /v2.0/networks/ee72200c-c241-44cb-972d-cd625ecb6cda?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1804092
Jun 03 22:07:57.325691 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-04bfcc8e-1e27-43fe-8c4c-2cc76f8e1a9c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:57.378046 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-80ce5c4d-35f8-42cb-a4d7-803328f08427 req-b3716bb7-cb16-47fe-9f9b-4c729423eef2 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.106 "GET /v2.0/security-groups?id=781c584d-7215-4499-84e6-472f6f359107&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837915
Jun 03 22:07:57.426668 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:57.429821 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-386b8cb5-3475-4917-bb80-87c7deb23515 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:57.444161 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-04bfcc8e-1e27-43fe-8c4c-2cc76f8e1a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33201101'] for port, after_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:57.494612 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:57.552694 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Pushing event updated for resources: {'Port': ['ID=855040fd-0aad-4e41-8e5d-1671391eaa9f,revision_number=4']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:57.563913 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:57.590305 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-7a699539-876f-48e1-830a-3a8126962ef4 req-d93b60e1-1df8-41de-b7c5-206713a2583d service neutron] 10.222.0.58 "GET /v2.0/networks/ee72200c-c241-44cb-972d-cd625ecb6cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2650354
Jun 03 22:07:57.600802 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d597c-6c8c-4ee3-af06-08d7f9be374f req-5af1e269-e0be-44eb-ae70-dbfe0380012b tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:57.602581 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e31d597c-6c8c-4ee3-af06-08d7f9be374f req-5af1e269-e0be-44eb-ae70-dbfe0380012b tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=cbdea048-0268-412f-a102-e289b4a6f802 HTTP/1.1" status: 200  len: 945 time: 0.1535196
Jun 03 22:07:57.701113 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-04bfcc8e-1e27-43fe-8c4c-2cc76f8e1a9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664988'] for router_interface, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:57.710912 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bfcc8e-1e27-43fe-8c4c-2cc76f8e1a9c admin admin] Pushing event updated for resources: {'Port': ['ID=2d4522b9-7556-4420-9307-53653cbf1b0e,revision_number=2']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:57.718335 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-04bfcc8e-1e27-43fe-8c4c-2cc76f8e1a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:57.747986 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e31d597c-6c8c-4ee3-af06-08d7f9be374f req-043140ec-ff1b-413b-a9a8-3ddc864b088f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1352332
Jun 03 22:07:57.999944 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa9c85-ac22-4351-8660-356eab3906c2 req-12ec4eef-fadd-41f1-8327-fb75fea5fd9b tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:58.001497 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-15fa9c85-ac22-4351-8660-356eab3906c2 req-12ec4eef-fadd-41f1-8327-fb75fea5fd9b tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b4f47a5-c36b-4c19-b148-67532ea10bdf HTTP/1.1" status: 200  len: 950 time: 0.1697047
Jun 03 22:07:58.002494 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70529694-4b38-4782-be1c-df604aa1b1e1 req-7cdc272c-d25f-4a7d-a343-0d2e9ae6d650 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:58.010717 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-70529694-4b38-4782-be1c-df604aa1b1e1 req-7cdc272c-d25f-4a7d-a343-0d2e9ae6d650 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/ports?device_id=770da797-f948-41af-94e4-5681aa0fd17f HTTP/1.1" status: 200  len: 943 time: 0.4347832
Jun 03 22:07:58.097629 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-70529694-4b38-4782-be1c-df604aa1b1e1 req-a8d198e1-aa53-4959-9610-37cf2e718d22 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/security-groups?id=7bb8f465-f99e-4d60-8a52-a4abf4554b0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858328
Jun 03 22:07:58.116541 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bfcc8e-1e27-43fe-8c4c-2cc76f8e1a9c admin admin] Network 430d7e4d-f267-44a3-aae2-54464c48ebc9 is already hosted by enough agents. {{(pid=92563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:07:58.117838 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-04bfcc8e-1e27-43fe-8c4c-2cc76f8e1a9c admin admin] Resources bound (agent type, host, resource id):  {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:07:58.247960 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [req-15fa9c85-ac22-4351-8660-356eab3906c2 req-afbe1141-dd2f-44cb-a051-61655224fe8c tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Deleting port 5fefecd3-3f63-4d0b-8060-7c37e2fabe77 {{(pid=92564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:07:58.248459 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-15fa9c85-ac22-4351-8660-356eab3906c2 req-afbe1141-dd2f-44cb-a051-61655224fe8c tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:58.442059 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04bfcc8e-1e27-43fe-8c4c-2cc76f8e1a9c admin admin] Router 18a0b3bb-b977-4e78-bf2e-03d528275cea has already been hosted by L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 {{(pid=92563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 22:07:58.496625 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-15fa9c85-ac22-4351-8660-356eab3906c2 req-afbe1141-dd2f-44cb-a051-61655224fe8c tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] For port 5fefecd3-3f63-4d0b-8060-7c37e2fabe77, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=5fefecd3-3f63-4d0b-8060-7c37e2fabe77,segment=NetworkSegment(3f3dbb87-1e9f-4c14-86d1-af3ceef92e0f),segment_id=3f3dbb87-1e9f-4c14-86d1-af3ceef92e0f)] {{(pid=92564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:07:58.501812 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-15fa9c85-ac22-4351-8660-356eab3906c2 req-afbe1141-dd2f-44cb-a051-61655224fe8c tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:58.505568 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-67f06ea6-08ab-4dff-baf3-eeab5e59fb53 None None] Provisioning complete for port 2d4522b9-7556-4420-9307-53653cbf1b0e triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:07:58.506121 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-67f06ea6-08ab-4dff-baf3-eeab5e59fb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:58.563069 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 855040fd-0aad-4e41-8e5d-1671391eaa9f up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:07:58.640068 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-67f06ea6-08ab-4dff-baf3-eeab5e59fb53 None None] Port 2d4522b9-7556-4420-9307-53653cbf1b0e cannot update to ACTIVE because it is not bound. {{(pid=92565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 22:07:58.654870 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port 855040fd-0aad-4e41-8e5d-1671391eaa9f triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:07:58.655106 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:58.667316 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e81e0-59fc-4467-a036-358e66b7799b req-d2a77d0e-9b7a-4593-b340-24b7b34688ab tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:58.668930 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-e93e81e0-59fc-4467-a036-358e66b7799b req-d2a77d0e-9b7a-4593-b340-24b7b34688ab tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.2400358
Jun 03 22:07:58.704195 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [req-15fa9c85-ac22-4351-8660-356eab3906c2 req-afbe1141-dd2f-44cb-a051-61655224fe8c tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Calling delete_port for 5fefecd3-3f63-4d0b-8060-7c37e2fabe77 owned by compute:nova {{(pid=92564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:07:58.821822 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bfcc8e-1e27-43fe-8c4c-2cc76f8e1a9c admin admin] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:07:58.831642 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-e93e81e0-59fc-4467-a036-358e66b7799b req-5c6e88fe-090b-4db7-9689-171673375660 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097257
Jun 03 22:07:58.839618 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-04bfcc8e-1e27-43fe-8c4c-2cc76f8e1a9c admin admin] 10.222.0.106 "PUT /v2.0/routers/18a0b3bb-b977-4e78-bf2e-03d528275cea/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7257814
Jun 03 22:07:58.844852 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109c80c0-5f58-4819-bf13-ec6ce98ce587 None None] Sync routers for ids ['18a0b3bb-b977-4e78-bf2e-03d528275cea'] in dv-cinder-794669-4-iscsi {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:07:58.856974 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109c80c0-5f58-4819-bf13-ec6ce98ce587 None None] Routers {'18a0b3bb-b977-4e78-bf2e-03d528275cea'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:07:58.857875 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-109c80c0-5f58-4819-bf13-ec6ce98ce587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814f61b3a0>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:07:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['18a0b3bb-b977-4e78-bf2e-03d528275cea'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:07:58.860481 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d296a-f4b8-4a8a-b9ce-9a7700aa0630 req-f0765158-bf7e-4bc9-86cc-555a746e12c6 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:58.863026 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-cb4d296a-f4b8-4a8a-b9ce-9a7700aa0630 req-f0765158-bf7e-4bc9-86cc-555a746e12c6 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.106 "GET /v2.0/ports?device_id=4b4f47a5-c36b-4c19-b148-67532ea10bdf HTTP/1.1" status: 200  len: 950 time: 0.2784348
Jun 03 22:07:58.977703 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device fa16bd53-7c41-4366-988e-cc7100d1c05b details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 22:07:58.979245 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-cb4d296a-f4b8-4a8a-b9ce-9a7700aa0630 req-292892ac-07cf-4daf-b112-e54a089a3f62 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.106 "GET /v2.0/security-groups?id=781c584d-7215-4499-84e6-472f6f359107&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698001
Jun 03 22:07:59.055652 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-15fa9c85-ac22-4351-8660-356eab3906c2 req-afbe1141-dd2f-44cb-a051-61655224fe8c tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:59.062233 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-5f966195-a5e4-4450-8936-20227c212fc0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:59.120272 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbe1141-dd2f-44cb-a051-61655224fe8c tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Pushing event deleted for resources: {'Port': ['ID=5fefecd3-3f63-4d0b-8060-7c37e2fabe77,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:07:59.128683 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-afbe1141-dd2f-44cb-a051-61655224fe8c tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:07:59.193050 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-109c80c0-5f58-4819-bf13-ec6ce98ce587 None None] Set router 18a0b3bb-b977-4e78-bf2e-03d528275cea gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:07:59.311313 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [req-15fa9c85-ac22-4351-8660-356eab3906c2 req-afbe1141-dd2f-44cb-a051-61655224fe8c tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] No DVR routers for this DVR port 5fefecd3-3f63-4d0b-8060-7c37e2fabe77 on host hv-cinder-79466 {{(pid=92564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 22:07:59.314174 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-15fa9c85-ac22-4351-8660-356eab3906c2 req-afbe1141-dd2f-44cb-a051-61655224fe8c tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:59.323016 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b4f47a5-c36b-4c19-b148-67532ea10bdf', 'name': 'network-vif-deleted', 'tag': '5fefecd3-3f63-4d0b-8060-7c37e2fabe77'}] {{(pid=92564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:07:59.329269 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c024af40dcbc7289fed731e5c35c42eecf8f16a39534b44a636824a10e0ed12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17809d20-2676-4848-b8eb-ee04b2f55a8b" -d '{"events": [{"server_uuid": "4b4f47a5-c36b-4c19-b148-67532ea10bdf", "name": "network-vif-deleted", "tag": "5fefecd3-3f63-4d0b-8060-7c37e2fabe77"}]}' {{(pid=92564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:07:59.354470 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] get_ports_and_sgs() called for port_ids ['5fefecd3-3f63-4d0b-8060-7c37e2fabe77'] {{(pid=92565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 22:07:59.479104 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e008b-0600-4a46-a0df-1756ea87035d req-800333af-766b-406b-ab24-838f87a03c48 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:07:59.480789 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0c0e008b-0600-4a46-a0df-1756ea87035d req-800333af-766b-406b-ab24-838f87a03c48 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/ports?device_id=770da797-f948-41af-94e4-5681aa0fd17f HTTP/1.1" status: 200  len: 943 time: 0.2127118
Jun 03 22:07:59.513753 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dab5a16-b53a-4245-9b26-fd57cbb88460 x-openstack-request-id: req-1dab5a16-b53a-4245-9b26-fd57cbb88460 {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:07:59.514066 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b4f47a5-c36b-4c19-b148-67532ea10bdf", "name": "network-vif-deleted", "tag": "5fefecd3-3f63-4d0b-8060-7c37e2fabe77", "status": "completed", "code": 200}]} {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:07:59.519260 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-1dab5a16-b53a-4245-9b26-fd57cbb88460 {{(pid=92564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:07:59.519260 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b4f47a5-c36b-4c19-b148-67532ea10bdf', 'name': 'network-vif-deleted', 'tag': '5fefecd3-3f63-4d0b-8060-7c37e2fabe77', 'status': 'completed', 'code': 200}
Jun 03 22:07:59.519260 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-15fa9c85-ac22-4351-8660-356eab3906c2 req-afbe1141-dd2f-44cb-a051-61655224fe8c tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.58 "DELETE /v2.0/ports/5fefecd3-3f63-4d0b-8060-7c37e2fabe77 HTTP/1.1" status: 204  len: 173 time: 1.5104678
Jun 03 22:07:59.547959 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0c0e008b-0600-4a46-a0df-1756ea87035d req-2f81a245-134c-4d78-900c-d970c5503acf tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/security-groups?id=7bb8f465-f99e-4d60-8a52-a4abf4554b0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596724
Jun 03 22:07:59.593734 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port fa16bd53-7c41-4366-988e-cc7100d1c05b, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=fa16bd53-7c41-4366-988e-cc7100d1c05b,segment=NetworkSegment(68a6d8d9-59e7-41a7-8a31-4c373482285f),segment_id=68a6d8d9-59e7-41a7-8a31-4c373482285f)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:07:59.617798 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:07:59.621596 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Returning: {'device': 'fa16bd53-7c41-4366-988e-cc7100d1c05b', 'network_id': 'ee72200c-c241-44cb-972d-cd625ecb6cda', 'port_id': 'fa16bd53-7c41-4366-988e-cc7100d1c05b', 'mac_address': 'fa:16:3e:60:d2:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47e98e05-76e7-4976-a242-07e4fd463da2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 22:07:59.722763 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:59.742928 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.notifiers.nova [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa16bd53-7c41-4366-988e-cc7100d1c05b {{(pid=92565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 22:07:59.763087 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port fa16bd53-7c41-4366-988e-cc7100d1c05b, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=fa16bd53-7c41-4366-988e-cc7100d1c05b,segment=NetworkSegment(68a6d8d9-59e7-41a7-8a31-4c373482285f),segment_id=68a6d8d9-59e7-41a7-8a31-4c373482285f)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:07:59.769067 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-109c80c0-5f58-4819-bf13-ec6ce98ce587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814f61b3a0>, [{'id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'name': 'tempest-TestMinimumBasicScenario-401658680-router', 'tenant_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '855040fd-0aad-4e41-8e5d-1671391eaa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:07:46Z', 'updated_at': '2021-06-03T22:07:56Z', 'revision_number': 4, 'project_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'gw_port': {'id': '855040fd-0aad-4e41-8e5d-1671391eaa9f', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:48Z', 'updated_at': '2021-06-03T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': '2d4522b9-7556-4420-9307-53653cbf1b0e', 'name': '', 'network_id': '430d7e4d-f267-44a3-aae2-54464c48ebc9', 'tenant_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'mac_address': 'fa:16:3e:c6:de:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '9d9fccbf-70a8-4c7a-99b8-3af196063811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:55Z', 'updated_at': '2021-06-03T22:07:57Z', 'revision_number': 2, 'project_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'subnets': [{'id': '9d9fccbf-70a8-4c7a-99b8-3af196063811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:07:59.773607 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109c80c0-5f58-4819-bf13-ec6ce98ce587 None None] Checking router: 18a0b3bb-b977-4e78-bf2e-03d528275cea for host: dv-cinder-794669-4-iscsi {{(pid=92565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:07:59.776219 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109c80c0-5f58-4819-bf13-ec6ce98ce587 None None] Updating router 18a0b3bb-b977-4e78-bf2e-03d528275cea port 2d4522b9-7556-4420-9307-53653cbf1b0e binding host dv-cinder-794669-4-iscsi {{(pid=92565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 22:07:59.833878 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-109c80c0-5f58-4819-bf13-ec6ce98ce587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:59.882450 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:07:59.890095 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-0b649717-4316-4348-8ca1-e365ea485f91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:07:59.947716 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 33070) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:07:59.953275 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [None req-5240bebb-7bf1-43b2-8227-23e9fd7a089a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-545463133-network', 'tenant_id': '9d9b5c928d9c41528590355842fee714'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:07:59.958100 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-5240bebb-7bf1-43b2-8227-23e9fd7a089a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:07:59.962451 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-5240bebb-7bf1-43b2-8227-23e9fd7a089a admin admin] Usage tracker for resource:network and tenant:9d9b5c928d9c41528590355842fee714 is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:07:59.965423 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-5240bebb-7bf1-43b2-8227-23e9fd7a089a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:07:59.971776 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-5240bebb-7bf1-43b2-8227-23e9fd7a089a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:08:00.072681 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5240bebb-7bf1-43b2-8227-23e9fd7a089a admin admin] Made reservation on behalf of 9d9b5c928d9c41528590355842fee714 for: {'network': 1} {{(pid=92564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:08:00.075923 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5240bebb-7bf1-43b2-8227-23e9fd7a089a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1611770'] for network, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:00.077270 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Pushing event updated for resources: {'Port': ['ID=fa16bd53-7c41-4366-988e-cc7100d1c05b,revision_number=4']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:08:00.091716 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5240bebb-7bf1-43b2-8227-23e9fd7a089a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:00.095214 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:08:00.100584 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1affd156-6a02-4758-b620-1e84709c08cc req-d64537ed-1d5c-4ab3-8e42-cfd8937027a6 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:00.109116 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-5240bebb-7bf1-43b2-8227-23e9fd7a089a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:08:00.119716 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-1affd156-6a02-4758-b620-1e84709c08cc req-d64537ed-1d5c-4ab3-8e42-cfd8937027a6 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.1285751
Jun 03 22:08:00.119840 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-5240bebb-7bf1-43b2-8227-23e9fd7a089a admin admin] Usage tracker for resource:security_group_rule and tenant:9d9b5c928d9c41528590355842fee714 is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:08:00.119840 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-5240bebb-7bf1-43b2-8227-23e9fd7a089a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:08:00.123513 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-5240bebb-7bf1-43b2-8227-23e9fd7a089a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:08:00.183349 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-1affd156-6a02-4758-b620-1e84709c08cc req-9d19c9a5-8126-4d90-93bf-fcdd19085241 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623362
Jun 03 22:08:00.218999 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] get_ports_and_sgs() called for port_ids ['fa16bd53-7c41-4366-988e-cc7100d1c05b'] {{(pid=92565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 22:08:00.305934 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5240bebb-7bf1-43b2-8227-23e9fd7a089a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:00.319009 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-f21b85f4-1518-4a98-891c-80ac8284ad27 req-e717dabb-164c-40b2-ae56-4362274bdb27 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Synchronizing usage tracker for tenant:68e5cf5912244a7e80647d84323396b3 on resource:port {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:08:00.379118 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5240bebb-7bf1-43b2-8227-23e9fd7a089a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:00.383106 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-e683bfa7-12a1-4d27-b86d-47c8be2c30ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:08:00.428858 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-f21b85f4-1518-4a98-891c-80ac8284ad27 req-e717dabb-164c-40b2-ae56-4362274bdb27 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Unset dirty status for tenant:68e5cf5912244a7e80647d84323396b3 on resource:port {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:08:00.430163 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f21b85f4-1518-4a98-891c-80ac8284ad27 req-e717dabb-164c-40b2-ae56-4362274bdb27 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] 10.222.0.106 "GET /v2.0/ports?device_id=4b4f47a5-c36b-4c19-b148-67532ea10bdf HTTP/1.1" status: 200  len: 210 time: 0.2137897
Jun 03 22:08:00.436624 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5240bebb-7bf1-43b2-8227-23e9fd7a089a admin admin] vlan segment allocate from pool success with {'vlan_id': 1438, 'physical_network': 'physnet1'}  {{(pid=92564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 22:08:00.442471 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5240bebb-7bf1-43b2-8227-23e9fd7a089a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5791dd93-7462-4424-92e8-43b2a1d3db0c,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:08:00.446756 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-5240bebb-7bf1-43b2-8227-23e9fd7a089a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:08:00.451150 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5240bebb-7bf1-43b2-8227-23e9fd7a089a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286'] for segment, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:00.451150 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.db.segments_db [None req-5240bebb-7bf1-43b2-8227-23e9fd7a089a admin admin] Added segment fa911568-c72c-471c-9dcb-31f6a9f3b275 of type vlan for network 82096e9b-1433-4bbf-a894-b023fd3e12d4
Jun 03 22:08:00.484967 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5240bebb-7bf1-43b2-8227-23e9fd7a089a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762085776842'] for network, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:00.542091 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-109c80c0-5f58-4819-bf13-ec6ce98ce587 None None] Notify callbacks [] for port, precommit_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:00.566814 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-109c80c0-5f58-4819-bf13-ec6ce98ce587 None None] Transition to ACTIVE for port object 2d4522b9-7556-4420-9307-53653cbf1b0e will not be triggered until provisioned by entity L2. {{(pid=92565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:08:00.602072 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5240bebb-7bf1-43b2-8227-23e9fd7a089a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630954'] for network, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:00.603682 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5240bebb-7bf1-43b2-8227-23e9fd7a089a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:00.604365 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5240bebb-7bf1-43b2-8227-23e9fd7a089a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for network, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:00.610521 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-4805ba95-0ba8-4d29-b9c2-11e8cf2739d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:08:00.719658 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5240bebb-7bf1-43b2-8227-23e9fd7a089a admin admin] Pushing event updated for resources: {'Network': ['ID=82096e9b-1433-4bbf-a894-b023fd3e12d4,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:08:00.722372 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-5240bebb-7bf1-43b2-8227-23e9fd7a089a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:08:00.730369 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Network 82096e9b-1433-4bbf-a894-b023fd3e12d4 details requested by agent ovs-agent-dv-cinder-794669-4-iscsi with host dv-cinder-794669-4-iscsi {{(pid=92565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 22:08:00.749980 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-109c80c0-5f58-4819-bf13-ec6ce98ce587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:00.763485 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:08:00.799478 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-5240bebb-7bf1-43b2-8227-23e9fd7a089a admin admin] 10.222.0.106 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8505442
Jun 03 22:08:00.804655 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 33104) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:08:00.808751 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-b79eed0e-b67d-4271-8516-a2e6b1e6aa87 admin admin] Request body: {'subnet': {'network_id': '82096e9b-1433-4bbf-a894-b023fd3e12d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-545463133-subnet', 'tenant_id': '9d9b5c928d9c41528590355842fee714', 'ip_version': 4}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:08:00.815890 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-b79eed0e-b67d-4271-8516-a2e6b1e6aa87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:08:00.821841 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-b79eed0e-b67d-4271-8516-a2e6b1e6aa87 admin admin] Usage tracker for resource:subnet and tenant:9d9b5c928d9c41528590355842fee714 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:08:00.825978 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-b79eed0e-b67d-4271-8516-a2e6b1e6aa87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:08:00.834244 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-b79eed0e-b67d-4271-8516-a2e6b1e6aa87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:08:00.888971 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 5fefecd3-3f63-4d0b-8060-7c37e2fabe77 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:08:00.916744 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79eed0e-b67d-4271-8516-a2e6b1e6aa87 admin admin] Made reservation on behalf of 9d9b5c928d9c41528590355842fee714 for: {'subnet': 1} {{(pid=92563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:08:00.922853 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b79eed0e-b67d-4271-8516-a2e6b1e6aa87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31843967'] for subnet, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:00.971199 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f629b1-c49d-4141-ac1e-ba7ca9aa8041 req-968c345e-6dab-44df-b7a7-9660fc38524a tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:00.977129 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-05f629b1-c49d-4141-ac1e-ba7ca9aa8041 req-968c345e-6dab-44df-b7a7-9660fc38524a tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/ports?device_id=770da797-f948-41af-94e4-5681aa0fd17f HTTP/1.1" status: 200  len: 944 time: 0.1253011
Jun 03 22:08:01.017330 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] No Port match for: 5fefecd3-3f63-4d0b-8060-7c37e2fabe77 {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:08:01.017677 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 5fefecd3-3f63-4d0b-8060-7c37e2fabe77 not bound to the agent host hv-cinder-79466 {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:08:01.033508 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477d07d-2c3a-40c8-9935-2a61d95da05b None None] Pushing event updated for resources: {'Port': ['ID=2d4522b9-7556-4420-9307-53653cbf1b0e,revision_number=3']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:08:01.042809 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-7477d07d-2c3a-40c8-9935-2a61d95da05b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:08:01.058227 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-05f629b1-c49d-4141-ac1e-ba7ca9aa8041 req-102e4cf0-8001-4dea-b736-a0c9e6c91334 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/security-groups?id=7bb8f465-f99e-4d60-8a52-a4abf4554b0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721028
Jun 03 22:08:01.186441 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-109c80c0-5f58-4819-bf13-ec6ce98ce587 None None] Attempting to bind port 2d4522b9-7556-4420-9307-53653cbf1b0e on host dv-cinder-794669-4-iscsi for vnic_type normal with profile  {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:08:01.186441 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-109c80c0-5f58-4819-bf13-ec6ce98ce587 None None] Attempting to bind port 2d4522b9-7556-4420-9307-53653cbf1b0e by drivers openvswitch,hyperv on host dv-cinder-794669-4-iscsi at level 0 using segments [{'id': '28463db9-9fff-4976-95aa-1705a1cec81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '430d7e4d-f267-44a3-aae2-54464c48ebc9'}] {{(pid=92565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:08:01.186441 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109c80c0-5f58-4819-bf13-ec6ce98ce587 None None] Attempting to bind port 2d4522b9-7556-4420-9307-53653cbf1b0e on network 430d7e4d-f267-44a3-aae2-54464c48ebc9 {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:08:01.192888 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109c80c0-5f58-4819-bf13-ec6ce98ce587 None None] Checking agent: {'id': '5a6b735b-9c6f-44f2-a3b4-85e645e583d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 57, 20), 'started_at': datetime.datetime(2021, 6, 3, 21, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:08:01.193199 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109c80c0-5f58-4819-bf13-ec6ce98ce587 None None] Checking segment: {'id': '28463db9-9fff-4976-95aa-1705a1cec81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '430d7e4d-f267-44a3-aae2-54464c48ebc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:08:01.193607 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-109c80c0-5f58-4819-bf13-ec6ce98ce587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:01.194005 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109c80c0-5f58-4819-bf13-ec6ce98ce587 None None] Bound using segment: {'id': '28463db9-9fff-4976-95aa-1705a1cec81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '430d7e4d-f267-44a3-aae2-54464c48ebc9'} {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:08:01.194582 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-109c80c0-5f58-4819-bf13-ec6ce98ce587 None None] Bound port: 2d4522b9-7556-4420-9307-53653cbf1b0e, host: dv-cinder-794669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28463db9-9fff-4976-95aa-1705a1cec81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '430d7e4d-f267-44a3-aae2-54464c48ebc9'}}] {{(pid=92565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:08:01.194903 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-109c80c0-5f58-4819-bf13-ec6ce98ce587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:01.292027 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-109c80c0-5f58-4819-bf13-ec6ce98ce587 None None] For port 2d4522b9-7556-4420-9307-53653cbf1b0e, host dv-cinder-794669-4-iscsi, cleared binding levels {{(pid=92565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:08:01.295242 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-109c80c0-5f58-4819-bf13-ec6ce98ce587 None None] For port 2d4522b9-7556-4420-9307-53653cbf1b0e, host dv-cinder-794669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=2d4522b9-7556-4420-9307-53653cbf1b0e,segment=NetworkSegment(28463db9-9fff-4976-95aa-1705a1cec81f),segment_id=28463db9-9fff-4976-95aa-1705a1cec81f)] {{(pid=92565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:08:01.372266 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cae4b5-c9e2-474c-9e09-c13c95a9447b req-865c9af4-ca67-411f-8ad5-58d4fca04e37 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:01.373661 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-94cae4b5-c9e2-474c-9e09-c13c95a9447b req-865c9af4-ca67-411f-8ad5-58d4fca04e37 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.0831132
Jun 03 22:08:01.403898 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-109c80c0-5f58-4819-bf13-ec6ce98ce587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:01.410560 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:08:01.431981 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-94cae4b5-c9e2-474c-9e09-c13c95a9447b req-32af2f7f-e4c1-43fd-b345-8ddc330d5cd8 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524614
Jun 03 22:08:01.496961 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109c80c0-5f58-4819-bf13-ec6ce98ce587 None None] Routers {'18a0b3bb-b977-4e78-bf2e-03d528275cea'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:08:01.497767 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-109c80c0-5f58-4819-bf13-ec6ce98ce587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814f61b3a0>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:07:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['18a0b3bb-b977-4e78-bf2e-03d528275cea'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:08:01.569876 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7477d07d-2c3a-40c8-9935-2a61d95da05b None None] Pushing event updated for resources: {'Port': ['ID=2d4522b9-7556-4420-9307-53653cbf1b0e,revision_number=4']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:08:01.585226 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-7477d07d-2c3a-40c8-9935-2a61d95da05b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:08:01.588784 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b79eed0e-b67d-4271-8516-a2e6b1e6aa87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33200962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31843949'] for subnet, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:01.593382 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-188d2778-d340-42ed-a6c0-421022037a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:08:01.694179 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79eed0e-b67d-4271-8516-a2e6b1e6aa87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30cd56e2-b684-4e92-81dc-343c227a8805,revision_number=0']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:08:01.700728 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-b79eed0e-b67d-4271-8516-a2e6b1e6aa87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:08:01.743526 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79eed0e-b67d-4271-8516-a2e6b1e6aa87 admin admin] Checking segment: {'id': 'fa911568-c72c-471c-9dcb-31f6a9f3b275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '82096e9b-1433-4bbf-a894-b023fd3e12d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:08:01.743886 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79eed0e-b67d-4271-8516-a2e6b1e6aa87 admin admin] Network hostable DHCP agents. Network: 82096e9b-1433-4bbf-a894-b023fd3e12d4, hostable agents: ['be050b16-fd90-4481-8e13-e59b75a800c3'], hosted agents: [] {{(pid=92563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 22:08:01.757384 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-109c80c0-5f58-4819-bf13-ec6ce98ce587 None None] Set router 18a0b3bb-b977-4e78-bf2e-03d528275cea gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:08:01.867286 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79eed0e-b67d-4271-8516-a2e6b1e6aa87 admin admin] Network 82096e9b-1433-4bbf-a894-b023fd3e12d4 is scheduled to be hosted by DHCP agent be050b16-fd90-4481-8e13-e59b75a800c3 with binding_index 1 {{(pid=92563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 22:08:02.002397 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-b79eed0e-b67d-4271-8516-a2e6b1e6aa87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-4-iscsi, 82096e9b-1433-4bbf-a894-b023fd3e12d4) {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:08:02.013231 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79eed0e-b67d-4271-8516-a2e6b1e6aa87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:02.013903 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b79eed0e-b67d-4271-8516-a2e6b1e6aa87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for subnet, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:02.032403 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7afa81-1905-4197-a140-30e9dd9ef550 None None] Network 82096e9b-1433-4bbf-a894-b023fd3e12d4 requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:08:02.117720 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-b79eed0e-b67d-4271-8516-a2e6b1e6aa87 admin admin] 10.222.0.106 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.3144264
Jun 03 22:08:02.120172 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 33164) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:08:02.126063 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-ac944d45-9703-44e8-bf1c-de64cc77b337 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-545463133-router', 'tenant_id': '9d9b5c928d9c41528590355842fee714', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'}}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:08:02.129168 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-ac944d45-9703-44e8-bf1c-de64cc77b337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:08:02.137143 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-ac944d45-9703-44e8-bf1c-de64cc77b337 admin admin] Usage tracker for resource:router and tenant:9d9b5c928d9c41528590355842fee714 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:08:02.141737 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-ac944d45-9703-44e8-bf1c-de64cc77b337 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:08:02.149197 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-ac944d45-9703-44e8-bf1c-de64cc77b337 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:08:02.277103 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741dd9d4-df0c-4fda-a94f-928b5939c0a9 req-578de050-1f72-4ac0-84b9-58f0c9b0747c tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:02.280060 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-741dd9d4-df0c-4fda-a94f-928b5939c0a9 req-578de050-1f72-4ac0-84b9-58f0c9b0747c tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/ports?device_id=770da797-f948-41af-94e4-5681aa0fd17f HTTP/1.1" status: 200  len: 944 time: 0.0894637
Jun 03 22:08:02.340292 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-741dd9d4-df0c-4fda-a94f-928b5939c0a9 req-53a2acce-b5d3-4e42-9b1f-6ec8422009c2 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/security-groups?id=7bb8f465-f99e-4d60-8a52-a4abf4554b0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551350
Jun 03 22:08:02.341523 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-ac944d45-9703-44e8-bf1c-de64cc77b337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-709094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38430'] for router, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:02.342538 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-ac944d45-9703-44e8-bf1c-de64cc77b337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-708931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38423'] for router, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:02.353484 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-109c80c0-5f58-4819-bf13-ec6ce98ce587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814f61b3a0>, [{'id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'name': 'tempest-TestMinimumBasicScenario-401658680-router', 'tenant_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '855040fd-0aad-4e41-8e5d-1671391eaa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:07:46Z', 'updated_at': '2021-06-03T22:07:56Z', 'revision_number': 4, 'project_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'gw_port': {'id': '855040fd-0aad-4e41-8e5d-1671391eaa9f', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:48Z', 'updated_at': '2021-06-03T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': '2d4522b9-7556-4420-9307-53653cbf1b0e', 'name': '', 'network_id': '430d7e4d-f267-44a3-aae2-54464c48ebc9', 'tenant_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'mac_address': 'fa:16:3e:c6:de:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '9d9fccbf-70a8-4c7a-99b8-3af196063811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:55Z', 'updated_at': '2021-06-03T22:08:01Z', 'revision_number': 4, 'project_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'subnets': [{'id': '9d9fccbf-70a8-4c7a-99b8-3af196063811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:08:02.359533 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-ac944d45-9703-44e8-bf1c-de64cc77b337 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:02.364159 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109c80c0-5f58-4819-bf13-ec6ce98ce587 None None] The sync data for ids ['18a0b3bb-b977-4e78-bf2e-03d528275cea'] in dv-cinder-794669-4-iscsi is: [{'id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'name': 'tempest-TestMinimumBasicScenario-401658680-router', 'tenant_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '855040fd-0aad-4e41-8e5d-1671391eaa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:07:46Z', 'updated_at': '2021-06-03T22:07:56Z', 'revision_number': 4, 'project_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'gw_port': {'id': '855040fd-0aad-4e41-8e5d-1671391eaa9f', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:48Z', 'updated_at': '2021-06-03T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': '2d4522b9-7556-4420-9307-53653cbf1b0e', 'name': '', 'network_id': '430d7e4d-f267-44a3-aae2-54464c48ebc9', 'tenant_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'mac_address': 'fa:16:3e:c6:de:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '9d9fccbf-70a8-4c7a-99b8-3af196063811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:55Z', 'updated_at': '2021-06-03T22:08:01Z', 'revision_number': 4, 'project_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'subnets': [{'id': '9d9fccbf-70a8-4c7a-99b8-3af196063811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:08:02.376821 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6c74ac-4da7-4571-9c86-1a1ea9f16539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfd294f1-abd0-5e5a-9de6-d36a8946cd59-82096e9b-1433-4bbf-a894-b023fd3e12d4', 'network_id': '82096e9b-1433-4bbf-a894-b023fd3e12d4', 'tenant_id': '9d9b5c928d9c41528590355842fee714', 'fixed_ips': [{'subnet_id': '30cd56e2-b684-4e92-81dc-343c227a8805'}]}} from dv-cinder-794669-4-iscsi. {{(pid=92565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 03 22:08:02.377609 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-ee6c74ac-4da7-4571-9c86-1a1ea9f16539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:02.652234 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.db_base_plugin_common [None req-ee6c74ac-4da7-4571-9c86-1a1ea9f16539 None None] Allocated IP 172.20.0.2 (82096e9b-1433-4bbf-a894-b023fd3e12d4/30cd56e2-b684-4e92-81dc-343c227a8805/6392dadb-0e35-403b-8565-8f36070ba6ac) {{(pid=92565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:08:02.773829 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c7a0e-83ea-4913-8c29-d804a6529a30 req-33364dba-4a16-4bf9-bd86-bc29a42d441b tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:02.782066 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-345c7a0e-83ea-4913-8c29-d804a6529a30 req-33364dba-4a16-4bf9-bd86-bc29a42d441b tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.1683404
Jun 03 22:08:02.887578 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-345c7a0e-83ea-4913-8c29-d804a6529a30 req-33952556-7738-4bb5-a7c5-d2470613ce8f tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009228
Jun 03 22:08:02.902247 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device fa16bd53-7c41-4366-988e-cc7100d1c05b up at agent hyperv_hv-cinder-79466 {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:08:03.036264 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-ac944d45-9703-44e8-bf1c-de64cc77b337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38521'] for router, precommit_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:03.156890 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-ee6c74ac-4da7-4571-9c86-1a1ea9f16539 None None] Notify callbacks [] for port, precommit_create {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:03.162077 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-ee6c74ac-4da7-4571-9c86-1a1ea9f16539 None None] Transition to ACTIVE for port object 6392dadb-0e35-403b-8565-8f36070ba6ac will not be triggered until provisioned by entity L2. {{(pid=92565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:08:03.197907 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-ee6c74ac-4da7-4571-9c86-1a1ea9f16539 None None] Transition to ACTIVE for port object 6392dadb-0e35-403b-8565-8f36070ba6ac will not be triggered until provisioned by entity DHCP. {{(pid=92565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:08:03.278153 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Provisioning for port fa16bd53-7c41-4366-988e-cc7100d1c05b completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:08:03.283726 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Provisioning complete for port fa16bd53-7c41-4366-988e-cc7100d1c05b triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:08:03.284057 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:03.312199 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-ee6c74ac-4da7-4571-9c86-1a1ea9f16539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540'] for port, after_create {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:03.323699 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:08:03.448420 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6c74ac-4da7-4571-9c86-1a1ea9f16539 None None] Network 82096e9b-1433-4bbf-a894-b023fd3e12d4 is already hosted by enough agents. {{(pid=92565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:08:03.453541 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.scheduler.base_scheduler [None req-ee6c74ac-4da7-4571-9c86-1a1ea9f16539 None None] Resources bound (agent type, host, resource id):  {{(pid=92565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:08:03.467016 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6c74ac-4da7-4571-9c86-1a1ea9f16539 None None] Received port after_create {{(pid=92565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:08:03.530315 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c74ac-4da7-4571-9c86-1a1ea9f16539 None None] Pushing event updated for resources: {'Port': ['ID=6392dadb-0e35-403b-8565-8f36070ba6ac,revision_number=1']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:08:03.570668 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-ee6c74ac-4da7-4571-9c86-1a1ea9f16539 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:08:03.602990 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-ac944d45-9703-44e8-bf1c-de64cc77b337 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:03.639241 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-ac944d45-9703-44e8-bf1c-de64cc77b337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:03.645144 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-ee6c74ac-4da7-4571-9c86-1a1ea9f16539 None None] Attempting to bind port 6392dadb-0e35-403b-8565-8f36070ba6ac on host dv-cinder-794669-4-iscsi for vnic_type normal with profile  {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:08:03.645514 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-ee6c74ac-4da7-4571-9c86-1a1ea9f16539 None None] Attempting to bind port 6392dadb-0e35-403b-8565-8f36070ba6ac by drivers openvswitch,hyperv on host dv-cinder-794669-4-iscsi at level 0 using segments [{'id': 'fa911568-c72c-471c-9dcb-31f6a9f3b275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '82096e9b-1433-4bbf-a894-b023fd3e12d4'}] {{(pid=92565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:08:03.645877 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6c74ac-4da7-4571-9c86-1a1ea9f16539 None None] Attempting to bind port 6392dadb-0e35-403b-8565-8f36070ba6ac on network 82096e9b-1433-4bbf-a894-b023fd3e12d4 {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:08:03.661097 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6c74ac-4da7-4571-9c86-1a1ea9f16539 None None] Checking agent: {'id': '5a6b735b-9c6f-44f2-a3b4-85e645e583d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 57, 20), 'started_at': datetime.datetime(2021, 6, 3, 21, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:08:03.661479 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6c74ac-4da7-4571-9c86-1a1ea9f16539 None None] Checking segment: {'id': 'fa911568-c72c-471c-9dcb-31f6a9f3b275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '82096e9b-1433-4bbf-a894-b023fd3e12d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:08:03.661883 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-ee6c74ac-4da7-4571-9c86-1a1ea9f16539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:03.662887 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6c74ac-4da7-4571-9c86-1a1ea9f16539 None None] Bound using segment: {'id': 'fa911568-c72c-471c-9dcb-31f6a9f3b275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '82096e9b-1433-4bbf-a894-b023fd3e12d4'} {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:08:03.663372 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-ee6c74ac-4da7-4571-9c86-1a1ea9f16539 None None] Bound port: 6392dadb-0e35-403b-8565-8f36070ba6ac, host: dv-cinder-794669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa911568-c72c-471c-9dcb-31f6a9f3b275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '82096e9b-1433-4bbf-a894-b023fd3e12d4'}}] {{(pid=92565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:08:03.663772 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-ee6c74ac-4da7-4571-9c86-1a1ea9f16539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:03.679224 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:03.737995 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d84221-5ac3-46f6-9ac4-0e9810367a27 req-9529b26a-8883-4c38-a6cd-58de917444c7 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:03.739585 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-13d84221-5ac3-46f6-9ac4-0e9810367a27 req-9529b26a-8883-4c38-a6cd-58de917444c7 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/ports?device_id=770da797-f948-41af-94e4-5681aa0fd17f HTTP/1.1" status: 200  len: 944 time: 0.2218754
Jun 03 22:08:03.751960 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770da797-f948-41af-94e4-5681aa0fd17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa16bd53-7c41-4366-988e-cc7100d1c05b'}] {{(pid=92565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:08:03.752987 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3783812f727b5bb89ad1c4cb6955cb6829b796867b5a4f4fedffd1e1cb019440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792eeef0-df32-4cee-92cd-656d0d732816" -d '{"events": [{"server_uuid": "770da797-f948-41af-94e4-5681aa0fd17f", "name": "network-vif-plugged", "status": "completed", "tag": "fa16bd53-7c41-4366-988e-cc7100d1c05b"}]}' {{(pid=92565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:08:03.780117 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port fa16bd53-7c41-4366-988e-cc7100d1c05b, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=fa16bd53-7c41-4366-988e-cc7100d1c05b,segment=NetworkSegment(68a6d8d9-59e7-41a7-8a31-4c373482285f),segment_id=68a6d8d9-59e7-41a7-8a31-4c373482285f)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:08:03.803286 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-ee6c74ac-4da7-4571-9c86-1a1ea9f16539 None None] For port 6392dadb-0e35-403b-8565-8f36070ba6ac, host dv-cinder-794669-4-iscsi, cleared binding levels {{(pid=92565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:08:03.815824 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-ee6c74ac-4da7-4571-9c86-1a1ea9f16539 None None] For port 6392dadb-0e35-403b-8565-8f36070ba6ac, host dv-cinder-794669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=6392dadb-0e35-403b-8565-8f36070ba6ac,segment=NetworkSegment(fa911568-c72c-471c-9dcb-31f6a9f3b275),segment_id=fa911568-c72c-471c-9dcb-31f6a9f3b275)] {{(pid=92565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:08:03.815824 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb25995c-2f0c-4faf-b774-0af103911681 x-openstack-request-id: req-fb25995c-2f0c-4faf-b774-0af103911681 {{(pid=92565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:08:03.815824 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770da797-f948-41af-94e4-5681aa0fd17f", "name": "network-vif-plugged", "status": "completed", "tag": "fa16bd53-7c41-4366-988e-cc7100d1c05b", "code": 200}]} {{(pid=92565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:08:03.815824 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-fb25995c-2f0c-4faf-b774-0af103911681 {{(pid=92565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:08:03.815824 dv-cinder-794669-4-iscsi neutron-server[92565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770da797-f948-41af-94e4-5681aa0fd17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa16bd53-7c41-4366-988e-cc7100d1c05b', 'code': 200}
Jun 03 22:08:03.866454 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-13d84221-5ac3-46f6-9ac4-0e9810367a27 req-dbbb2216-51ab-4a70-9be5-f538b3fce2a0 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/security-groups?id=7bb8f465-f99e-4d60-8a52-a4abf4554b0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761001
Jun 03 22:08:03.867681 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.db_base_plugin_common [None req-ac944d45-9703-44e8-bf1c-de64cc77b337 admin admin] Allocated IP 172.27.0.228 (fbd3fa50-1ea9-4a37-9f63-373be6d121e3/b881b088-b524-4558-b754-6a0245dcfb71/265f7c31-fdd7-4834-85f4-e64fe5030191) {{(pid=92563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:08:03.889898 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:03.892190 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-7477d07d-2c3a-40c8-9935-2a61d95da05b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:08:03.971362 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Pushing event updated for resources: {'Port': ['ID=fa16bd53-7c41-4366-988e-cc7100d1c05b,revision_number=5']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:08:03.974694 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-ee6c74ac-4da7-4571-9c86-1a1ea9f16539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:03.984285 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:08:03.984797 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:08:04.067678 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-ac944d45-9703-44e8-bf1c-de64cc77b337 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:04.083334 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c74ac-4da7-4571-9c86-1a1ea9f16539 None None] Pushing event updated for resources: {'Port': ['ID=6392dadb-0e35-403b-8565-8f36070ba6ac,revision_number=2']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:08:04.098374 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728fe03-4692-4312-a05a-a51912584e4e req-3a5c32e0-68d9-496e-9698-9d08d6feee94 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:04.108492 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-1728fe03-4692-4312-a05a-a51912584e4e req-3a5c32e0-68d9-496e-9698-9d08d6feee94 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.1099973
Jun 03 22:08:04.118178 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-ee6c74ac-4da7-4571-9c86-1a1ea9f16539 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:08:04.197137 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-1728fe03-4692-4312-a05a-a51912584e4e req-48a65c2b-9637-4a19-9f34-13122326651d tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870762
Jun 03 22:08:04.220101 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 33264) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:08:04.285378 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ac8c49-ab0d-42a7-9a2a-a8656b488385 admin admin] Deleting subnet c71a1489-1ea8-4749-a3a0-328df2d25fbd {{(pid=92563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 22:08:04.288822 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-15ac8c49-ab0d-42a7-9a2a-a8656b488385 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:04.320115 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-ac944d45-9703-44e8-bf1c-de64cc77b337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33200950'] for port, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:04.335613 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-759d6953-dcfd-4c03-bfaf-99aa3566db92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:08:04.421313 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac944d45-9703-44e8-bf1c-de64cc77b337 admin admin] Network fbd3fa50-1ea9-4a37-9f63-373be6d121e3 is already hosted by enough agents. {{(pid=92563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:08:04.426255 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-ac944d45-9703-44e8-bf1c-de64cc77b337 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:08:04.435230 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac944d45-9703-44e8-bf1c-de64cc77b337 admin admin] Received port after_create {{(pid=92563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:08:04.513214 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-15ac8c49-ab0d-42a7-9a2a-a8656b488385 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840165'] for subnet, precommit_delete_associations {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:04.545989 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46781b0-b0ff-4bf4-8493-f87606b48d1e req-c5a50d3c-07a0-4b06-b05b-252082c2211f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:04.547802 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a46781b0-b0ff-4bf4-8493-f87606b48d1e req-c5a50d3c-07a0-4b06-b05b-252082c2211f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=770da797-f948-41af-94e4-5681aa0fd17f HTTP/1.1" status: 200  len: 1098 time: 0.1593564
Jun 03 22:08:04.586054 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 6392dadb-0e35-403b-8565-8f36070ba6ac up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:08:04.592158 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac944d45-9703-44e8-bf1c-de64cc77b337 admin admin] Pushing event updated for resources: {'Port': ['ID=265f7c31-fdd7-4834-85f4-e64fe5030191,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:08:04.602809 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-ac944d45-9703-44e8-bf1c-de64cc77b337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:08:04.609582 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a46781b0-b0ff-4bf4-8493-f87606b48d1e req-6f73f707-50bd-4608-b3c0-b73837a00fc0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7bb8f465-f99e-4d60-8a52-a4abf4554b0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551009
Jun 03 22:08:04.747035 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-15ac8c49-ab0d-42a7-9a2a-a8656b488385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799703'] for subnet, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:04.773219 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning for port 6392dadb-0e35-403b-8565-8f36070ba6ac completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:08:04.778301 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 2d4522b9-7556-4420-9307-53653cbf1b0e up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:08:04.968258 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning for port 2d4522b9-7556-4420-9307-53653cbf1b0e completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:08:04.974420 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port 2d4522b9-7556-4420-9307-53653cbf1b0e triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:08:04.976160 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:05.122198 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:05.164791 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] For port 2d4522b9-7556-4420-9307-53653cbf1b0e, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=2d4522b9-7556-4420-9307-53653cbf1b0e,segment=NetworkSegment(28463db9-9fff-4976-95aa-1705a1cec81f),segment_id=28463db9-9fff-4976-95aa-1705a1cec81f)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:08:05.261735 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:05.264603 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:08:05.354530 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2df0248-83f3-462d-9903-dc74356865d0 None None] Network 82096e9b-1433-4bbf-a894-b023fd3e12d4 requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:08:05.467639 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f148fec-19b4-403a-9607-807e60c1926c req-7d88671e-e690-4827-9f93-8d73b98e8fd7 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:05.471109 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e02b15-431e-4986-bda0-bd1b02e217af req-d04a5177-88b5-464c-89e2-69b921863b82 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:05.475965 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-9f148fec-19b4-403a-9607-807e60c1926c req-7d88671e-e690-4827-9f93-8d73b98e8fd7 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.1467204
Jun 03 22:08:05.479722 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-d6e02b15-431e-4986-bda0-bd1b02e217af req-d04a5177-88b5-464c-89e2-69b921863b82 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/ports?device_id=770da797-f948-41af-94e4-5681aa0fd17f HTTP/1.1" status: 200  len: 945 time: 0.4561965
Jun 03 22:08:05.515519 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-ac944d45-9703-44e8-bf1c-de64cc77b337 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:05.536446 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-9f148fec-19b4-403a-9607-807e60c1926c req-78cc02dd-ef14-4f6b-a24a-10fa08d069d5 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552459
Jun 03 22:08:05.556305 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-b101e0fa-0d96-4dc9-9744-27428fe5fb41 None None] Provisioning for port 6392dadb-0e35-403b-8565-8f36070ba6ac completed by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:08:05.572820 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-b101e0fa-0d96-4dc9-9744-27428fe5fb41 None None] Provisioning complete for port 6392dadb-0e35-403b-8565-8f36070ba6ac triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:08:05.580614 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-b101e0fa-0d96-4dc9-9744-27428fe5fb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:05.609751 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Pushing event updated for resources: {'Port': ['ID=2d4522b9-7556-4420-9307-53653cbf1b0e,revision_number=5']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:08:05.622495 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:08:05.732632 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-d6e02b15-431e-4986-bda0-bd1b02e217af req-426581f8-8b73-4b74-bcd9-713f4bd5ea67 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/security-groups?id=7bb8f465-f99e-4d60-8a52-a4abf4554b0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2519715
Jun 03 22:08:05.755330 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-15ac8c49-ab0d-42a7-9a2a-a8656b488385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33200899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31823006'] for subnet, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:05.755330 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:08:05.806710 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac8c49-ab0d-42a7-9a2a-a8656b488385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c71a1489-1ea8-4749-a3a0-328df2d25fbd,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:08:05.808429 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-15ac8c49-ab0d-42a7-9a2a-a8656b488385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for subnet, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:05.814634 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-15ac8c49-ab0d-42a7-9a2a-a8656b488385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:08:05.818889 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-b101e0fa-0d96-4dc9-9744-27428fe5fb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:05.859861 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-b101e0fa-0d96-4dc9-9744-27428fe5fb41 None None] For port 6392dadb-0e35-403b-8565-8f36070ba6ac, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=6392dadb-0e35-403b-8565-8f36070ba6ac,segment=NetworkSegment(fa911568-c72c-471c-9dcb-31f6a9f3b275),segment_id=fa911568-c72c-471c-9dcb-31f6a9f3b275)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:08:05.889511 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-15ac8c49-ab0d-42a7-9a2a-a8656b488385 admin admin] 10.222.0.106 "DELETE /v2.0/subnets/c71a1489-1ea8-4749-a3a0-328df2d25fbd HTTP/1.1" status: 204  len: 168 time: 1.6682863
Jun 03 22:08:05.892174 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 33342) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:08:05.990871 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-b101e0fa-0d96-4dc9-9744-27428fe5fb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:05.992647 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:08:06.065888 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b101e0fa-0d96-4dc9-9744-27428fe5fb41 None None] Pushing event updated for resources: {'Port': ['ID=6392dadb-0e35-403b-8565-8f36070ba6ac,revision_number=3']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:08:06.070323 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-b101e0fa-0d96-4dc9-9744-27428fe5fb41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:08:06.079046 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-860ad70b-e736-4874-b49f-b83e2ac6b946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1319667'] for network, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:06.102503 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-ac944d45-9703-44e8-bf1c-de64cc77b337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-309310'] for router, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:06.110254 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-3d629c6c-408b-4ee9-80c1-741deeb64371 None None] Provisioning complete for port 6392dadb-0e35-403b-8565-8f36070ba6ac triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:08:06.110638 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-3d629c6c-408b-4ee9-80c1-741deeb64371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:06.360646 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-860ad70b-e736-4874-b49f-b83e2ac6b946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1799298', 'neutron.services.segments.db._delete_segments_for_network-8762086254785'] for network, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:06.475172 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 6392dadb-0e35-403b-8565-8f36070ba6ac up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:08:06.483125 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.services.segments.db [None req-860ad70b-e736-4874-b49f-b83e2ac6b946 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f814d6b8040>,) {'filters': {'network_id': ['ddd8a16b-6f16-4584-998b-4fb42fefe312']}} {{(pid=92563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:08:06.509015 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.services.segments.db [None req-860ad70b-e736-4874-b49f-b83e2ac6b946 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f814d6b8040>, '95668b19-637e-43fa-a795-6e39093b35e3') {'for_net_delete': True} {{(pid=92563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:08:06.509171 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.services.segments.db [None req-860ad70b-e736-4874-b49f-b83e2ac6b946 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f814d6b8040>, '95668b19-637e-43fa-a795-6e39093b35e3') {} {{(pid=92563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:08:06.527152 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-860ad70b-e736-4874-b49f-b83e2ac6b946 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762086257628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840220'] for segment, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:06.551211 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-860ad70b-e736-4874-b49f-b83e2ac6b946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286'] for segment, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:06.565399 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-860ad70b-e736-4874-b49f-b83e2ac6b946 admin admin] Releasing vlan 1444 on physical network physnet1 to pool {{(pid=92563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 22:08:06.565511 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-860ad70b-e736-4874-b49f-b83e2ac6b946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33201129'] for segment, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:06.572767 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port 6392dadb-0e35-403b-8565-8f36070ba6ac triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:08:06.573489 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:06.580857 dv-cinder-794669-4-iscsi neutron-server[92563]: Traceback (most recent call last):
Jun 03 22:08:06.580857 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 22:08:06.580857 dv-cinder-794669-4-iscsi neutron-server[92563]:     timer()
Jun 03 22:08:06.580857 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 22:08:06.580857 dv-cinder-794669-4-iscsi neutron-server[92563]:     cb(*args, **kw)
Jun 03 22:08:06.580857 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 22:08:06.580857 dv-cinder-794669-4-iscsi neutron-server[92563]:     return func(*args, **kwargs)
Jun 03 22:08:06.580857 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 22:08:06.580857 dv-cinder-794669-4-iscsi neutron-server[92563]:     self._notify()
Jun 03 22:08:06.580857 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 22:08:06.580857 dv-cinder-794669-4-iscsi neutron-server[92563]:     self.callback(batched_events)
Jun 03 22:08:06.580857 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 22:08:06.580857 dv-cinder-794669-4-iscsi neutron-server[92563]:     event.method(event)
Jun 03 22:08:06.580857 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 22:08:06.580857 dv-cinder-794669-4-iscsi neutron-server[92563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 22:08:06.580857 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 22:08:06.580857 dv-cinder-794669-4-iscsi neutron-server[92563]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 22:08:06.580857 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 22:08:06.580857 dv-cinder-794669-4-iscsi neutron-server[92563]:     return f(self, *a, **k)
Jun 03 22:08:06.580857 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 22:08:06.580857 dv-cinder-794669-4-iscsi neutron-server[92563]:     return self._get(url).json()
Jun 03 22:08:06.580857 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 22:08:06.580857 dv-cinder-794669-4-iscsi neutron-server[92563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 22:08:06.580857 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 22:08:06.580857 dv-cinder-794669-4-iscsi neutron-server[92563]:     return self.request(url, 'GET', **kwargs)
Jun 03 22:08:06.580857 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 22:08:06.580857 dv-cinder-794669-4-iscsi neutron-server[92563]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 22:08:06.580857 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 22:08:06.580857 dv-cinder-794669-4-iscsi neutron-server[92563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 22:08:06.580857 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 22:08:06.580857 dv-cinder-794669-4-iscsi neutron-server[92563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 22:08:06.580857 dv-cinder-794669-4-iscsi neutron-server[92563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 22:08:06.729874 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 2d4522b9-7556-4420-9307-53653cbf1b0e up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:08:06.771151 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46bb57d-47f8-41bb-835e-5748a80d7404 req-df20d385-3851-42af-96bb-f65d5b428206 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:06.782277 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-b46bb57d-47f8-41bb-835e-5748a80d7404 req-df20d385-3851-42af-96bb-f65d5b428206 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.1029601
Jun 03 22:08:06.802550 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac944d45-9703-44e8-bf1c-de64cc77b337 admin admin] Router 7cd1b72b-7526-40ae-a55b-f11127f19965 is scheduled to L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 with binding_index 1 {{(pid=92563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 03 22:08:06.804972 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-860ad70b-e736-4874-b49f-b83e2ac6b946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1799305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-309369'] for network, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:06.809727 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port 2d4522b9-7556-4420-9307-53653cbf1b0e triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:08:06.810471 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:06.832783 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:08:06.850322 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-860ad70b-e736-4874-b49f-b83e2ac6b946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for network, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:06.928031 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-b46bb57d-47f8-41bb-835e-5748a80d7404 req-5dd93bec-42ed-4bb3-8ad9-4f731f3c2765 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1447811
Jun 03 22:08:06.955456 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860ad70b-e736-4874-b49f-b83e2ac6b946 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddd8a16b-6f16-4584-998b-4fb42fefe312,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:08:06.967074 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-860ad70b-e736-4874-b49f-b83e2ac6b946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:08:07.095940 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-860ad70b-e736-4874-b49f-b83e2ac6b946 admin admin] 10.222.0.106 "DELETE /v2.0/networks/ddd8a16b-6f16-4584-998b-4fb42fefe312 HTTP/1.1" status: 204  len: 168 time: 1.2022331
Jun 03 22:08:07.119749 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2e79d-bab4-4309-bafc-9efa811c32c3 req-fe68149f-fe53-4ee2-9679-90050ed05e5c tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:07.128023 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-c7f2e79d-bab4-4309-bafc-9efa811c32c3 req-fe68149f-fe53-4ee2-9679-90050ed05e5c tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/ports?device_id=770da797-f948-41af-94e4-5681aa0fd17f HTTP/1.1" status: 200  len: 945 time: 0.1298738
Jun 03 22:08:07.148336 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac944d45-9703-44e8-bf1c-de64cc77b337 admin admin] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:08:07.160773 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5249340-2504-4ddf-a025-ed31b252eae1 None None] Sync routers for ids ['7cd1b72b-7526-40ae-a55b-f11127f19965'] in dv-cinder-794669-4-iscsi {{(pid=92566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:08:07.173662 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5249340-2504-4ddf-a025-ed31b252eae1 None None] Routers {'7cd1b72b-7526-40ae-a55b-f11127f19965'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:08:07.174345 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-e5249340-2504-4ddf-a025-ed31b252eae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814f4ec040>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:07:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['7cd1b72b-7526-40ae-a55b-f11127f19965'], 'active': True} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:08:07.192030 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-c7f2e79d-bab4-4309-bafc-9efa811c32c3 req-451c9dae-c389-4322-8c69-a84369a4ea68 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/security-groups?id=7bb8f465-f99e-4d60-8a52-a4abf4554b0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595448
Jun 03 22:08:07.244224 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-ac944d45-9703-44e8-bf1c-de64cc77b337 admin admin] Notify callbacks [] for router, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:07.245827 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-ac944d45-9703-44e8-bf1c-de64cc77b337 admin admin] 10.222.0.106 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 5.1247349
Jun 03 22:08:07.248633 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 33394) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:08:07.408443 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvr_db [None req-e5249340-2504-4ddf-a025-ed31b252eae1 None None] Set router 7cd1b72b-7526-40ae-a55b-f11127f19965 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:08:07.632049 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 33442) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:08:07.716048 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-db849ee9-f1a4-4341-87cd-c962eaf9650d admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=03910f4f3a794683bd440260b08a9c5e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0826838
Jun 03 22:08:07.718728 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 33446) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:08:07.810165 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-e5249340-2504-4ddf-a025-ed31b252eae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814f4ec040>, [{'id': '7cd1b72b-7526-40ae-a55b-f11127f19965', 'name': 'tempest-TestMinimumBasicScenario-545463133-router', 'tenant_id': '9d9b5c928d9c41528590355842fee714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '265f7c31-fdd7-4834-85f4-e64fe5030191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:08:02Z', 'updated_at': '2021-06-03T22:08:04Z', 'revision_number': 3, 'project_id': '9d9b5c928d9c41528590355842fee714', 'gw_port': {'id': '265f7c31-fdd7-4834-85f4-e64fe5030191', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd1b72b-7526-40ae-a55b-f11127f19965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:08:03Z', 'updated_at': '2021-06-03T22:08:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:08:07.814039 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-487064a6-bb20-47e5-95d8-f58c2740fc3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:07.815127 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5249340-2504-4ddf-a025-ed31b252eae1 None None] Checking router: 7cd1b72b-7526-40ae-a55b-f11127f19965 for host: dv-cinder-794669-4-iscsi {{(pid=92566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:08:07.815643 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5249340-2504-4ddf-a025-ed31b252eae1 None None] Updating router 7cd1b72b-7526-40ae-a55b-f11127f19965 port 265f7c31-fdd7-4834-85f4-e64fe5030191 binding host dv-cinder-794669-4-iscsi {{(pid=92566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 22:08:07.846620 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-487064a6-bb20-47e5-95d8-f58c2740fc3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:07.912885 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-e5249340-2504-4ddf-a025-ed31b252eae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:08.015368 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-487064a6-bb20-47e5-95d8-f58c2740fc3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:08.020696 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-1bdb0a79-1b29-4700-9912-8443a40543a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:08:08.059185 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487064a6-bb20-47e5-95d8-f58c2740fc3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7465d1fd-ce52-4752-8297-447aa66f1dfe,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:08:08.062434 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-487064a6-bb20-47e5-95d8-f58c2740fc3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:08:08.168208 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-487064a6-bb20-47e5-95d8-f58c2740fc3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:08.169385 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-487064a6-bb20-47e5-95d8-f58c2740fc3f admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/7465d1fd-ce52-4752-8297-447aa66f1dfe HTTP/1.1" status: 204  len: 168 time: 0.4493980
Jun 03 22:08:08.307931 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76264034-8039-4149-9b00-9c3c23cb7800 req-f663a713-b822-4fec-a196-100a03fc3f1b tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:08.309576 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-76264034-8039-4149-9b00-9c3c23cb7800 req-f663a713-b822-4fec-a196-100a03fc3f1b tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.2279210
Jun 03 22:08:08.377243 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-e337cc8a-9a18-45b3-a9e0-76049201f406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:08.422677 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-76264034-8039-4149-9b00-9c3c23cb7800 req-bed990ed-243b-4f37-be94-318f87263dc9 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058078
Jun 03 22:08:08.519254 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-e5249340-2504-4ddf-a025-ed31b252eae1 None None] Notify callbacks [] for port, precommit_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:08.533289 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.provisioning_blocks [None req-e5249340-2504-4ddf-a025-ed31b252eae1 None None] Transition to ACTIVE for port object 265f7c31-fdd7-4834-85f4-e64fe5030191 will not be triggered until provisioned by entity L2. {{(pid=92566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:08:08.651605 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.db_base_plugin_common [None req-e337cc8a-9a18-45b3-a9e0-76049201f406 admin admin] Allocated IP 172.20.0.1 (82096e9b-1433-4bbf-a894-b023fd3e12d4/30cd56e2-b684-4e92-81dc-343c227a8805/a3359e15-d00a-48ef-8065-bb05751ac3dc) {{(pid=92564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:08:08.653864 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-e5249340-2504-4ddf-a025-ed31b252eae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:08.664668 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:08:08.725137 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.managers [None req-e5249340-2504-4ddf-a025-ed31b252eae1 None None] Attempting to bind port 265f7c31-fdd7-4834-85f4-e64fe5030191 on host dv-cinder-794669-4-iscsi for vnic_type normal with profile  {{(pid=92566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:08:08.725648 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.managers [None req-e5249340-2504-4ddf-a025-ed31b252eae1 None None] Attempting to bind port 265f7c31-fdd7-4834-85f4-e64fe5030191 by drivers openvswitch,hyperv on host dv-cinder-794669-4-iscsi at level 0 using segments [{'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'}] {{(pid=92566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:08:08.725935 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5249340-2504-4ddf-a025-ed31b252eae1 None None] Attempting to bind port 265f7c31-fdd7-4834-85f4-e64fe5030191 on network fbd3fa50-1ea9-4a37-9f63-373be6d121e3 {{(pid=92566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:08:08.734511 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5249340-2504-4ddf-a025-ed31b252eae1 None None] Checking agent: {'id': '5a6b735b-9c6f-44f2-a3b4-85e645e583d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 57, 20), 'started_at': datetime.datetime(2021, 6, 3, 21, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:08:08.734807 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5249340-2504-4ddf-a025-ed31b252eae1 None None] Checking segment: {'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:08:08.735208 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-e5249340-2504-4ddf-a025-ed31b252eae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:08.735629 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5249340-2504-4ddf-a025-ed31b252eae1 None None] Bound using segment: {'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'} {{(pid=92566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:08:08.736094 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.managers [None req-e5249340-2504-4ddf-a025-ed31b252eae1 None None] Bound port: 265f7c31-fdd7-4834-85f4-e64fe5030191, host: dv-cinder-794669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'}}] {{(pid=92566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:08:08.736463 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-e5249340-2504-4ddf-a025-ed31b252eae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:08.797803 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995dd89-4486-4625-a4c2-0bc679092691 None None] Pushing event updated for resources: {'Port': ['ID=265f7c31-fdd7-4834-85f4-e64fe5030191,revision_number=2']} {{(pid=92566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:08:08.812300 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5995dd89-4486-4625-a4c2-0bc679092691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:08.812724 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5995dd89-4486-4625-a4c2-0bc679092691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:08.813051 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5995dd89-4486-4625-a4c2-0bc679092691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:08.813399 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5995dd89-4486-4625-a4c2-0bc679092691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:08.813765 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5995dd89-4486-4625-a4c2-0bc679092691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:08.814149 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5995dd89-4486-4625-a4c2-0bc679092691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:08.814510 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5995dd89-4486-4625-a4c2-0bc679092691 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:08.814822 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5995dd89-4486-4625-a4c2-0bc679092691 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:08.815174 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5995dd89-4486-4625-a4c2-0bc679092691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:08.815496 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5995dd89-4486-4625-a4c2-0bc679092691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:08.816597 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5995dd89-4486-4625-a4c2-0bc679092691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:08.816597 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5995dd89-4486-4625-a4c2-0bc679092691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:08.820696 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG oslo_concurrency.lockutils [None req-5995dd89-4486-4625-a4c2-0bc679092691 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:08:08.838499 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-e337cc8a-9a18-45b3-a9e0-76049201f406 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:08.873001 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.provisioning_blocks [None req-e337cc8a-9a18-45b3-a9e0-76049201f406 admin admin] Transition to ACTIVE for port object a3359e15-d00a-48ef-8065-bb05751ac3dc will not be triggered until provisioned by entity DHCP. {{(pid=92564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:08:08.892769 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.db [None req-e5249340-2504-4ddf-a025-ed31b252eae1 None None] For port 265f7c31-fdd7-4834-85f4-e64fe5030191, host dv-cinder-794669-4-iscsi, cleared binding levels {{(pid=92566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:08:08.896838 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.db [None req-e5249340-2504-4ddf-a025-ed31b252eae1 None None] For port 265f7c31-fdd7-4834-85f4-e64fe5030191, host dv-cinder-794669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=265f7c31-fdd7-4834-85f4-e64fe5030191,segment=NetworkSegment(cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c),segment_id=cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c)] {{(pid=92566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:08:08.977777 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-e5249340-2504-4ddf-a025-ed31b252eae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:08.983548 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:08:09.033318 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-e337cc8a-9a18-45b3-a9e0-76049201f406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:09.037531 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-d9551cb6-8e92-49c1-935c-f4c6980847f6 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:08:09.062322 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5249340-2504-4ddf-a025-ed31b252eae1 None None] Routers {'7cd1b72b-7526-40ae-a55b-f11127f19965'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:08:09.062944 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-e5249340-2504-4ddf-a025-ed31b252eae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814f4ec040>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:07:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['7cd1b72b-7526-40ae-a55b-f11127f19965'], 'active': True} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:08:09.098062 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e337cc8a-9a18-45b3-a9e0-76049201f406 admin admin] Network 82096e9b-1433-4bbf-a894-b023fd3e12d4 is already hosted by enough agents. {{(pid=92564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:08:09.101341 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.base_scheduler [None req-e337cc8a-9a18-45b3-a9e0-76049201f406 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:08:09.116736 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e337cc8a-9a18-45b3-a9e0-76049201f406 admin admin] Received port after_create {{(pid=92564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:08:09.166309 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337cc8a-9a18-45b3-a9e0-76049201f406 admin admin] Pushing event updated for resources: {'Port': ['ID=a3359e15-d00a-48ef-8065-bb05751ac3dc,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:08:09.174556 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-e337cc8a-9a18-45b3-a9e0-76049201f406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:08:09.200518 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-e337cc8a-9a18-45b3-a9e0-76049201f406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-309488'] for router_interface, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:09.299736 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5995dd89-4486-4625-a4c2-0bc679092691 None None] Pushing event updated for resources: {'Port': ['ID=265f7c31-fdd7-4834-85f4-e64fe5030191,revision_number=3']} {{(pid=92566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:08:09.310986 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG oslo_concurrency.lockutils [None req-5995dd89-4486-4625-a4c2-0bc679092691 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=92566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:08:09.357500 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvr_db [None req-e5249340-2504-4ddf-a025-ed31b252eae1 None None] Set router 7cd1b72b-7526-40ae-a55b-f11127f19965 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:08:09.475049 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-e337cc8a-9a18-45b3-a9e0-76049201f406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:09.564280 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-135c0fdf-fc50-4f91-bd15-ad8fe5110ef5 None None] Provisioning for port a3359e15-d00a-48ef-8065-bb05751ac3dc completed by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:08:09.570758 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-135c0fdf-fc50-4f91-bd15-ad8fe5110ef5 None None] Provisioning complete for port a3359e15-d00a-48ef-8065-bb05751ac3dc triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:08:09.571138 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-135c0fdf-fc50-4f91-bd15-ad8fe5110ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:09.668370 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40961c5-194d-4e81-a17d-1ae8703d5a23 req-5a4b4bc2-f555-4ac3-881d-d94ede58b3c0 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:09.679795 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-f40961c5-194d-4e81-a17d-1ae8703d5a23 req-5a4b4bc2-f555-4ac3-881d-d94ede58b3c0 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.1222246
Jun 03 22:08:09.744482 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-135c0fdf-fc50-4f91-bd15-ad8fe5110ef5 None None] Port a3359e15-d00a-48ef-8065-bb05751ac3dc cannot update to ACTIVE because it is not bound. {{(pid=92565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 22:08:09.756182 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-f40961c5-194d-4e81-a17d-1ae8703d5a23 req-4829415a-9531-4d7e-b100-a80f7bb63c6c tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728476
Jun 03 22:08:09.826752 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-e337cc8a-9a18-45b3-a9e0-76049201f406 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:09.854090 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-e5249340-2504-4ddf-a025-ed31b252eae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814f4ec040>, [{'id': '7cd1b72b-7526-40ae-a55b-f11127f19965', 'name': 'tempest-TestMinimumBasicScenario-545463133-router', 'tenant_id': '9d9b5c928d9c41528590355842fee714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '265f7c31-fdd7-4834-85f4-e64fe5030191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:08:02Z', 'updated_at': '2021-06-03T22:08:04Z', 'revision_number': 3, 'project_id': '9d9b5c928d9c41528590355842fee714', 'gw_port': {'id': '265f7c31-fdd7-4834-85f4-e64fe5030191', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd1b72b-7526-40ae-a55b-f11127f19965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:08:03Z', 'updated_at': '2021-06-03T22:08:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:08:09.858409 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5249340-2504-4ddf-a025-ed31b252eae1 None None] The sync data for ids ['7cd1b72b-7526-40ae-a55b-f11127f19965'] in dv-cinder-794669-4-iscsi is: [{'id': '7cd1b72b-7526-40ae-a55b-f11127f19965', 'name': 'tempest-TestMinimumBasicScenario-545463133-router', 'tenant_id': '9d9b5c928d9c41528590355842fee714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '265f7c31-fdd7-4834-85f4-e64fe5030191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:08:02Z', 'updated_at': '2021-06-03T22:08:04Z', 'revision_number': 3, 'project_id': '9d9b5c928d9c41528590355842fee714', 'gw_port': {'id': '265f7c31-fdd7-4834-85f4-e64fe5030191', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd1b72b-7526-40ae-a55b-f11127f19965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:08:03Z', 'updated_at': '2021-06-03T22:08:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}] {{(pid=92566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:08:09.944880 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-e337cc8a-9a18-45b3-a9e0-76049201f406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31972166'] for port, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:09.977911 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-0647e6dc-ee37-4176-a2dc-7ecddcf4bbf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:08:10.123490 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337cc8a-9a18-45b3-a9e0-76049201f406 admin admin] Pushing event updated for resources: {'Port': ['ID=a3359e15-d00a-48ef-8065-bb05751ac3dc,revision_number=2']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:08:10.140731 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-e337cc8a-9a18-45b3-a9e0-76049201f406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:08:10.159337 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-e337cc8a-9a18-45b3-a9e0-76049201f406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664988'] for router_interface, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:10.546904 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e337cc8a-9a18-45b3-a9e0-76049201f406 admin admin] Network 82096e9b-1433-4bbf-a894-b023fd3e12d4 is already hosted by enough agents. {{(pid=92564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:08:10.549514 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.base_scheduler [None req-e337cc8a-9a18-45b3-a9e0-76049201f406 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:08:10.737620 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 265f7c31-fdd7-4834-85f4-e64fe5030191 up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:08:10.971973 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning for port 265f7c31-fdd7-4834-85f4-e64fe5030191 completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:08:11.009676 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port 265f7c31-fdd7-4834-85f4-e64fe5030191 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:08:11.010427 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:11.050672 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-8cf0f842-6ef2-40c9-8347-99e55f8f04fb None None] Provisioning complete for port a3359e15-d00a-48ef-8065-bb05751ac3dc triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:08:11.051374 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-8cf0f842-6ef2-40c9-8347-99e55f8f04fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:11.186669 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 33564) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:08:11.228506 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-8cf0f842-6ef2-40c9-8347-99e55f8f04fb None None] Port a3359e15-d00a-48ef-8065-bb05751ac3dc cannot update to ACTIVE because it is not bound. {{(pid=92565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 22:08:11.250947 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e337cc8a-9a18-45b3-a9e0-76049201f406 admin admin] Router 7cd1b72b-7526-40ae-a55b-f11127f19965 has already been hosted by L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 {{(pid=92564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 22:08:11.319014 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d198e46-f015-487d-b1ca-68334c8e5aaa req-30ee7260-a928-4642-bfcc-ab0a82f85732 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:11.326401 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:11.340217 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-6d198e46-f015-487d-b1ca-68334c8e5aaa req-30ee7260-a928-4642-bfcc-ab0a82f85732 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.2222090
Jun 03 22:08:11.347298 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] For port 265f7c31-fdd7-4834-85f4-e64fe5030191, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=265f7c31-fdd7-4834-85f4-e64fe5030191,segment=NetworkSegment(cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c),segment_id=cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:08:11.429532 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-6d198e46-f015-487d-b1ca-68334c8e5aaa req-0e65d3d1-bf76-4751-b3f4-817cd9d983c0 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877154
Jun 03 22:08:11.445169 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:11.450992 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:08:11.550559 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Pushing event updated for resources: {'Port': ['ID=265f7c31-fdd7-4834-85f4-e64fe5030191,revision_number=4']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:08:11.564919 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:08:11.573508 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-bc453b9b-e72b-424f-bca3-fc60bf878e06 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=68e5cf5912244a7e80647d84323396b3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3828053
Jun 03 22:08:11.574218 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 33570) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:08:11.583260 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e337cc8a-9a18-45b3-a9e0-76049201f406 admin admin] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:08:11.596310 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-e337cc8a-9a18-45b3-a9e0-76049201f406 admin admin] 10.222.0.106 "PUT /v2.0/routers/7cd1b72b-7526-40ae-a55b-f11127f19965/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3458405
Jun 03 22:08:11.675081 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-eafac3c6-4d02-4f74-b302-64036bbf0b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:11.713190 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-eafac3c6-4d02-4f74-b302-64036bbf0b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:11.895110 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-eafac3c6-4d02-4f74-b302-64036bbf0b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:11.914241 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-105a406e-3ff9-402d-868e-3545e220ef1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:08:11.946786 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafac3c6-4d02-4f74-b302-64036bbf0b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781c584d-7215-4499-84e6-472f6f359107,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:08:11.949613 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-eafac3c6-4d02-4f74-b302-64036bbf0b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:08:12.051305 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-eafac3c6-4d02-4f74-b302-64036bbf0b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:12.052473 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-eafac3c6-4d02-4f74-b302-64036bbf0b09 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/781c584d-7215-4499-84e6-472f6f359107 HTTP/1.1" status: 204  len: 168 time: 0.4777446
Jun 03 22:08:12.484075 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdb8803-8d16-4d68-8652-dfb261b37fe6 None None] Sync routers for ids ['7cd1b72b-7526-40ae-a55b-f11127f19965'] in dv-cinder-794669-4-iscsi {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:08:12.501857 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdb8803-8d16-4d68-8652-dfb261b37fe6 None None] Routers {'7cd1b72b-7526-40ae-a55b-f11127f19965'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:08:12.503160 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-0bdb8803-8d16-4d68-8652-dfb261b37fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814e97bcd0>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:07:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['7cd1b72b-7526-40ae-a55b-f11127f19965'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:08:12.582972 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 265f7c31-fdd7-4834-85f4-e64fe5030191 up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:08:12.699867 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648bfdbf-5ade-4b3b-9adf-d6026a43f0db req-3a0be381-5bce-4a7a-8fc8-b688cf5e0d58 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:12.702812 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-648bfdbf-5ade-4b3b-9adf-d6026a43f0db req-3a0be381-5bce-4a7a-8fc8-b688cf5e0d58 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.1113939
Jun 03 22:08:12.754596 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-648bfdbf-5ade-4b3b-9adf-d6026a43f0db req-f07234f2-209f-45bf-9ab7-1158a5fa78f7 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455236
Jun 03 22:08:12.798711 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-0bdb8803-8d16-4d68-8652-dfb261b37fe6 None None] Set router 7cd1b72b-7526-40ae-a55b-f11127f19965 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:08:12.850848 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port 265f7c31-fdd7-4834-85f4-e64fe5030191 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:08:12.851225 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:13.381987 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-0bdb8803-8d16-4d68-8652-dfb261b37fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814e97bcd0>, [{'id': '7cd1b72b-7526-40ae-a55b-f11127f19965', 'name': 'tempest-TestMinimumBasicScenario-545463133-router', 'tenant_id': '9d9b5c928d9c41528590355842fee714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '265f7c31-fdd7-4834-85f4-e64fe5030191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:08:02Z', 'updated_at': '2021-06-03T22:08:09Z', 'revision_number': 4, 'project_id': '9d9b5c928d9c41528590355842fee714', 'gw_port': {'id': '265f7c31-fdd7-4834-85f4-e64fe5030191', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd1b72b-7526-40ae-a55b-f11127f19965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:08:03Z', 'updated_at': '2021-06-03T22:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': 'a3359e15-d00a-48ef-8065-bb05751ac3dc', 'name': '', 'network_id': '82096e9b-1433-4bbf-a894-b023fd3e12d4', 'tenant_id': '9d9b5c928d9c41528590355842fee714', 'mac_address': 'fa:16:3e:11:1f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd1b72b-7526-40ae-a55b-f11127f19965', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '30cd56e2-b684-4e92-81dc-343c227a8805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:08:08Z', 'updated_at': '2021-06-03T22:08:09Z', 'revision_number': 2, 'project_id': '9d9b5c928d9c41528590355842fee714', 'subnets': [{'id': '30cd56e2-b684-4e92-81dc-343c227a8805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:08:13.387245 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdb8803-8d16-4d68-8652-dfb261b37fe6 None None] Checking router: 7cd1b72b-7526-40ae-a55b-f11127f19965 for host: dv-cinder-794669-4-iscsi {{(pid=92565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:08:13.388255 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdb8803-8d16-4d68-8652-dfb261b37fe6 None None] Updating router 7cd1b72b-7526-40ae-a55b-f11127f19965 port a3359e15-d00a-48ef-8065-bb05751ac3dc binding host dv-cinder-794669-4-iscsi {{(pid=92565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 22:08:13.462149 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-0bdb8803-8d16-4d68-8652-dfb261b37fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:13.987285 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-0bdb8803-8d16-4d68-8652-dfb261b37fe6 None None] Notify callbacks [] for port, precommit_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:14.025314 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-0bdb8803-8d16-4d68-8652-dfb261b37fe6 None None] Transition to ACTIVE for port object a3359e15-d00a-48ef-8065-bb05751ac3dc will not be triggered until provisioned by entity L2. {{(pid=92565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:08:14.064523 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5021e-330f-4765-bf6a-88799c9ac711 req-d40dfa19-f0b5-4156-9b0a-c524b04ba7ea tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:14.064523 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-55a5021e-330f-4765-bf6a-88799c9ac711 req-d40dfa19-f0b5-4156-9b0a-c524b04ba7ea tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.1741650
Jun 03 22:08:14.140245 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-55a5021e-330f-4765-bf6a-88799c9ac711 req-b312b4d6-b7f7-43d6-b262-f166b222a669 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705838
Jun 03 22:08:14.144960 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-0bdb8803-8d16-4d68-8652-dfb261b37fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:14.149491 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-b101e0fa-0d96-4dc9-9744-27428fe5fb41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:08:14.465744 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830827d-4576-4dfe-84ef-90799337e661 None None] Pushing event updated for resources: {'Port': ['ID=a3359e15-d00a-48ef-8065-bb05751ac3dc,revision_number=3']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:08:14.486476 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c830827d-4576-4dfe-84ef-90799337e661 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:08:14.641697 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-0bdb8803-8d16-4d68-8652-dfb261b37fe6 None None] Attempting to bind port a3359e15-d00a-48ef-8065-bb05751ac3dc on host dv-cinder-794669-4-iscsi for vnic_type normal with profile  {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:08:14.642257 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-0bdb8803-8d16-4d68-8652-dfb261b37fe6 None None] Attempting to bind port a3359e15-d00a-48ef-8065-bb05751ac3dc by drivers openvswitch,hyperv on host dv-cinder-794669-4-iscsi at level 0 using segments [{'id': 'fa911568-c72c-471c-9dcb-31f6a9f3b275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '82096e9b-1433-4bbf-a894-b023fd3e12d4'}] {{(pid=92565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:08:14.642671 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdb8803-8d16-4d68-8652-dfb261b37fe6 None None] Attempting to bind port a3359e15-d00a-48ef-8065-bb05751ac3dc on network 82096e9b-1433-4bbf-a894-b023fd3e12d4 {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:08:14.657552 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdb8803-8d16-4d68-8652-dfb261b37fe6 None None] Checking agent: {'id': '5a6b735b-9c6f-44f2-a3b4-85e645e583d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 57, 20), 'started_at': datetime.datetime(2021, 6, 3, 21, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:08:14.657935 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdb8803-8d16-4d68-8652-dfb261b37fe6 None None] Checking segment: {'id': 'fa911568-c72c-471c-9dcb-31f6a9f3b275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '82096e9b-1433-4bbf-a894-b023fd3e12d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:08:14.658352 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-0bdb8803-8d16-4d68-8652-dfb261b37fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:14.658756 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bdb8803-8d16-4d68-8652-dfb261b37fe6 None None] Bound using segment: {'id': 'fa911568-c72c-471c-9dcb-31f6a9f3b275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '82096e9b-1433-4bbf-a894-b023fd3e12d4'} {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:08:14.659232 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-0bdb8803-8d16-4d68-8652-dfb261b37fe6 None None] Bound port: a3359e15-d00a-48ef-8065-bb05751ac3dc, host: dv-cinder-794669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa911568-c72c-471c-9dcb-31f6a9f3b275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1438, 'network_id': '82096e9b-1433-4bbf-a894-b023fd3e12d4'}}] {{(pid=92565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:08:14.659637 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-0bdb8803-8d16-4d68-8652-dfb261b37fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:14.799230 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-0bdb8803-8d16-4d68-8652-dfb261b37fe6 None None] For port a3359e15-d00a-48ef-8065-bb05751ac3dc, host dv-cinder-794669-4-iscsi, cleared binding levels {{(pid=92565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:08:14.803114 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-0bdb8803-8d16-4d68-8652-dfb261b37fe6 None None] For port a3359e15-d00a-48ef-8065-bb05751ac3dc, host dv-cinder-794669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=a3359e15-d00a-48ef-8065-bb05751ac3dc,segment=NetworkSegment(fa911568-c72c-471c-9dcb-31f6a9f3b275),segment_id=fa911568-c72c-471c-9dcb-31f6a9f3b275)] {{(pid=92565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:08:14.861520 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-0bdb8803-8d16-4d68-8652-dfb261b37fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:14.865947 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:08:14.957338 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdb8803-8d16-4d68-8652-dfb261b37fe6 None None] Routers {'7cd1b72b-7526-40ae-a55b-f11127f19965'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:08:14.957978 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-0bdb8803-8d16-4d68-8652-dfb261b37fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814e97bcd0>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:07:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['7cd1b72b-7526-40ae-a55b-f11127f19965'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:08:15.020112 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830827d-4576-4dfe-84ef-90799337e661 None None] Pushing event updated for resources: {'Port': ['ID=a3359e15-d00a-48ef-8065-bb05751ac3dc,revision_number=4']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:08:15.034329 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c830827d-4576-4dfe-84ef-90799337e661 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:08:15.216183 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-0bdb8803-8d16-4d68-8652-dfb261b37fe6 None None] Set router 7cd1b72b-7526-40ae-a55b-f11127f19965 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:08:15.448472 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b4af3-abd5-4180-a726-a50556759d61 req-00dce20f-7a64-4464-b614-bb9a538c51f8 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:15.452138 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-9c2b4af3-abd5-4180-a726-a50556759d61 req-00dce20f-7a64-4464-b614-bb9a538c51f8 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.1546741
Jun 03 22:08:15.544343 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-9c2b4af3-abd5-4180-a726-a50556759d61 req-b26a32ac-be79-43db-b0c5-049897705704 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839617
Jun 03 22:08:15.721138 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-0bdb8803-8d16-4d68-8652-dfb261b37fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814e97bcd0>, [{'id': '7cd1b72b-7526-40ae-a55b-f11127f19965', 'name': 'tempest-TestMinimumBasicScenario-545463133-router', 'tenant_id': '9d9b5c928d9c41528590355842fee714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '265f7c31-fdd7-4834-85f4-e64fe5030191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:08:02Z', 'updated_at': '2021-06-03T22:08:09Z', 'revision_number': 4, 'project_id': '9d9b5c928d9c41528590355842fee714', 'gw_port': {'id': '265f7c31-fdd7-4834-85f4-e64fe5030191', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd1b72b-7526-40ae-a55b-f11127f19965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:08:03Z', 'updated_at': '2021-06-03T22:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': 'a3359e15-d00a-48ef-8065-bb05751ac3dc', 'name': '', 'network_id': '82096e9b-1433-4bbf-a894-b023fd3e12d4', 'tenant_id': '9d9b5c928d9c41528590355842fee714', 'mac_address': 'fa:16:3e:11:1f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd1b72b-7526-40ae-a55b-f11127f19965', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '30cd56e2-b684-4e92-81dc-343c227a8805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:08:08Z', 'updated_at': '2021-06-03T22:08:14Z', 'revision_number': 4, 'project_id': '9d9b5c928d9c41528590355842fee714', 'subnets': [{'id': '30cd56e2-b684-4e92-81dc-343c227a8805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:08:15.730433 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdb8803-8d16-4d68-8652-dfb261b37fe6 None None] The sync data for ids ['7cd1b72b-7526-40ae-a55b-f11127f19965'] in dv-cinder-794669-4-iscsi is: [{'id': '7cd1b72b-7526-40ae-a55b-f11127f19965', 'name': 'tempest-TestMinimumBasicScenario-545463133-router', 'tenant_id': '9d9b5c928d9c41528590355842fee714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '265f7c31-fdd7-4834-85f4-e64fe5030191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:08:02Z', 'updated_at': '2021-06-03T22:08:09Z', 'revision_number': 4, 'project_id': '9d9b5c928d9c41528590355842fee714', 'gw_port': {'id': '265f7c31-fdd7-4834-85f4-e64fe5030191', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd1b72b-7526-40ae-a55b-f11127f19965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:08:03Z', 'updated_at': '2021-06-03T22:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': 'a3359e15-d00a-48ef-8065-bb05751ac3dc', 'name': '', 'network_id': '82096e9b-1433-4bbf-a894-b023fd3e12d4', 'tenant_id': '9d9b5c928d9c41528590355842fee714', 'mac_address': 'fa:16:3e:11:1f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd1b72b-7526-40ae-a55b-f11127f19965', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '30cd56e2-b684-4e92-81dc-343c227a8805', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:08:08Z', 'updated_at': '2021-06-03T22:08:14Z', 'revision_number': 4, 'project_id': '9d9b5c928d9c41528590355842fee714', 'subnets': [{'id': '30cd56e2-b684-4e92-81dc-343c227a8805', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:08:15.827999 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:16.510516 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device a3359e15-d00a-48ef-8065-bb05751ac3dc up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:08:16.751876 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning for port a3359e15-d00a-48ef-8065-bb05751ac3dc completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:08:16.761871 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port a3359e15-d00a-48ef-8065-bb05751ac3dc triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:08:16.762359 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:16.819437 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee10fc-aa12-4bf6-b07b-29e82cc4a38b req-37b6758f-1105-4309-a4f2-a1909821e6d0 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:16.821855 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-61ee10fc-aa12-4bf6-b07b-29e82cc4a38b req-37b6758f-1105-4309-a4f2-a1909821e6d0 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.1298707
Jun 03 22:08:16.876106 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-61ee10fc-aa12-4bf6-b07b-29e82cc4a38b req-f06f4cce-e538-4600-a59c-164b41302d5d tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471106
Jun 03 22:08:16.922351 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:16.960298 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] For port a3359e15-d00a-48ef-8065-bb05751ac3dc, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=a3359e15-d00a-48ef-8065-bb05751ac3dc,segment=NetworkSegment(fa911568-c72c-471c-9dcb-31f6a9f3b275),segment_id=fa911568-c72c-471c-9dcb-31f6a9f3b275)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:08:17.038589 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-0779dd5b-a54e-453a-9023-1fc66a2a2f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:17.078278 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:17.080260 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:08:17.175552 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Pushing event updated for resources: {'Port': ['ID=a3359e15-d00a-48ef-8065-bb05751ac3dc,revision_number=5']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:08:17.188644 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:08:18.117701 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298cb05-3418-4ec4-a6d5-93a53aa0d7e8 req-93e3063f-b6dd-4bfb-8b29-24962fee67af tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:18.120171 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-d298cb05-3418-4ec4-a6d5-93a53aa0d7e8 req-93e3063f-b6dd-4bfb-8b29-24962fee67af tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.1011021
Jun 03 22:08:18.221200 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-d298cb05-3418-4ec4-a6d5-93a53aa0d7e8 req-d8724c14-8749-4b60-9ef4-c6fa298d71a8 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923684
Jun 03 22:08:18.524767 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device a3359e15-d00a-48ef-8065-bb05751ac3dc up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:08:18.641410 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port a3359e15-d00a-48ef-8065-bb05751ac3dc triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:08:18.642057 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:19.027578 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3aa393-245c-4ea9-bef8-f947ff2ff1f9 req-70a48ef9-1dca-48f8-9ed3-6e4a7493002c tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:19.037162 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-5b3aa393-245c-4ea9-bef8-f947ff2ff1f9 req-70a48ef9-1dca-48f8-9ed3-6e4a7493002c tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=cbdea048-0268-412f-a102-e289b4a6f802 HTTP/1.1" status: 200  len: 945 time: 0.1094971
Jun 03 22:08:19.083226 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-5b3aa393-245c-4ea9-bef8-f947ff2ff1f9 req-1508579b-bc1f-4f37-9697-846bc8607bf8 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449791
Jun 03 22:08:19.457340 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7de03-ed9c-41e6-8a6d-537c24c510b1 req-9c366a06-b708-4601-8280-05fb5a9a1c63 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:19.459101 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-49e7de03-ed9c-41e6-8a6d-537c24c510b1 req-9c366a06-b708-4601-8280-05fb5a9a1c63 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.1220515
Jun 03 22:08:19.537417 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-49e7de03-ed9c-41e6-8a6d-537c24c510b1 req-3719df50-f9f0-4cae-bfba-f01e4a174855 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694563
Jun 03 22:08:19.675836 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:19.763530 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-21d3d733-12f3-4ecd-86b4-21adc3b332f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:20.246260 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4b71d-2f52-4dd5-92d6-bf09142c995c req-4cc14b1d-511f-4973-8004-6fa0318bafe3 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:20.249918 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-87a4b71d-2f52-4dd5-92d6-bf09142c995c req-4cc14b1d-511f-4973-8004-6fa0318bafe3 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbdea048-0268-412f-a102-e289b4a6f802 HTTP/1.1" status: 200  len: 945 time: 0.0871415
Jun 03 22:08:20.284411 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034c24a-d336-4ecb-905f-f649b3639c27 req-ade6e262-b950-429b-b6fc-78f7c97bc918 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:20.285887 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-6034c24a-d336-4ecb-905f-f649b3639c27 req-ade6e262-b950-429b-b6fc-78f7c97bc918 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=cbdea048-0268-412f-a102-e289b4a6f802 HTTP/1.1" status: 200  len: 945 time: 0.0828762
Jun 03 22:08:20.338009 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-6034c24a-d336-4ecb-905f-f649b3639c27 req-30a976a0-5fdb-4b2c-9e5c-b0642017ccf7 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462143
Jun 03 22:08:20.401130 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [req-87a4b71d-2f52-4dd5-92d6-bf09142c995c req-0e4d840d-2ca3-4be6-bbdb-8cd466cad555 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Deleting port b1ce5aff-c53e-422c-9419-58d7b746746c {{(pid=92564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:08:20.401523 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-87a4b71d-2f52-4dd5-92d6-bf09142c995c req-0e4d840d-2ca3-4be6-bbdb-8cd466cad555 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:20.543655 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-87a4b71d-2f52-4dd5-92d6-bf09142c995c req-0e4d840d-2ca3-4be6-bbdb-8cd466cad555 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] For port b1ce5aff-c53e-422c-9419-58d7b746746c, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=b1ce5aff-c53e-422c-9419-58d7b746746c,segment=NetworkSegment(78cbdb10-dbd3-4f35-8746-fd326444031e),segment_id=78cbdb10-dbd3-4f35-8746-fd326444031e)] {{(pid=92564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:08:20.543655 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-87a4b71d-2f52-4dd5-92d6-bf09142c995c req-0e4d840d-2ca3-4be6-bbdb-8cd466cad555 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:20.678426 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [req-87a4b71d-2f52-4dd5-92d6-bf09142c995c req-0e4d840d-2ca3-4be6-bbdb-8cd466cad555 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Calling delete_port for b1ce5aff-c53e-422c-9419-58d7b746746c owned by compute:nova {{(pid=92564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:08:20.796402 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e77128-4468-4338-af2c-735826513123 req-b93cb173-03a1-4844-a6bd-2baac4571b32 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:20.797866 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-c3e77128-4468-4338-af2c-735826513123 req-b93cb173-03a1-4844-a6bd-2baac4571b32 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.1163020
Jun 03 22:08:20.907446 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-c3e77128-4468-4338-af2c-735826513123 req-e07fd985-d679-47bb-8be4-9d5d4086307c tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034594
Jun 03 22:08:21.061197 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-87a4b71d-2f52-4dd5-92d6-bf09142c995c req-0e4d840d-2ca3-4be6-bbdb-8cd466cad555 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:21.061798 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:21.069037 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:08:21.074506 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] get_ports_and_sgs() called for port_ids ['d810cee8-9bf0-4fde-b547-48bf99790f6f', '97eb232f-df9e-4216-bca7-f5c5351ee7bd', 'b0f0e9a3-4216-42c6-8c8c-503b2a96d721', 'b1ce5aff-c53e-422c-9419-58d7b746746c'] {{(pid=92565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 22:08:21.117819 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d840d-2ca3-4be6-bbdb-8cd466cad555 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Pushing event deleted for resources: {'Port': ['ID=b1ce5aff-c53e-422c-9419-58d7b746746c,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:08:21.121915 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-0e4d840d-2ca3-4be6-bbdb-8cd466cad555 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:08:21.207938 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a4b71d-2f52-4dd5-92d6-bf09142c995c req-0e4d840d-2ca3-4be6-bbdb-8cd466cad555 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] No DVR routers for this DVR port b1ce5aff-c53e-422c-9419-58d7b746746c on host hv-cinder-79466 {{(pid=92564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 22:08:21.213399 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-87a4b71d-2f52-4dd5-92d6-bf09142c995c req-0e4d840d-2ca3-4be6-bbdb-8cd466cad555 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:21.225717 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbdea048-0268-412f-a102-e289b4a6f802', 'name': 'network-vif-deleted', 'tag': 'b1ce5aff-c53e-422c-9419-58d7b746746c'}] {{(pid=92564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:08:21.228723 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c024af40dcbc7289fed731e5c35c42eecf8f16a39534b44a636824a10e0ed12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574a3f14-dac8-481d-8090-43bc8383dd1e" -d '{"events": [{"server_uuid": "cbdea048-0268-412f-a102-e289b4a6f802", "name": "network-vif-deleted", "tag": "b1ce5aff-c53e-422c-9419-58d7b746746c"}]}' {{(pid=92564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:08:21.308367 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4477b84f-f10e-4628-ab7c-1b7e3c14f55e x-openstack-request-id: req-4477b84f-f10e-4628-ab7c-1b7e3c14f55e {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:08:21.308679 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbdea048-0268-412f-a102-e289b4a6f802", "name": "network-vif-deleted", "tag": "b1ce5aff-c53e-422c-9419-58d7b746746c", "status": "completed", "code": 200}]} {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:08:21.308963 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-4477b84f-f10e-4628-ab7c-1b7e3c14f55e {{(pid=92564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:08:21.309472 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbdea048-0268-412f-a102-e289b4a6f802', 'name': 'network-vif-deleted', 'tag': 'b1ce5aff-c53e-422c-9419-58d7b746746c', 'status': 'completed', 'code': 200}
Jun 03 22:08:21.330951 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-87a4b71d-2f52-4dd5-92d6-bf09142c995c req-0e4d840d-2ca3-4be6-bbdb-8cd466cad555 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.58 "DELETE /v2.0/ports/b1ce5aff-c53e-422c-9419-58d7b746746c HTTP/1.1" status: 204  len: 173 time: 1.0770330
Jun 03 22:08:21.637227 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-67db868b-87d8-40a6-8467-8e5d6b49c0c8 req-85a53057-9ba3-4169-9ca0-7631fec7e50f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=cbdea048-0268-412f-a102-e289b4a6f802 HTTP/1.1" status: 200  len: 210 time: 0.0922699
Jun 03 22:08:22.156303 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737710d-8685-436d-84ad-641fb7722417 req-b70b536b-086e-4d96-9cec-3bda6d982b2c tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:22.158189 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-7737710d-8685-436d-84ad-641fb7722417 req-b70b536b-086e-4d96-9cec-3bda6d982b2c tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.1224711
Jun 03 22:08:22.241658 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-7737710d-8685-436d-84ad-641fb7722417 req-a791e659-ae8a-4022-ac62-8dd33b5f7cd3 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723591
Jun 03 22:08:22.384850 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:22.566960 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 33748) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:08:22.714764 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-9c813488-f2be-4dcb-bae3-24a4e5484e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:22.730547 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-9c813488-f2be-4dcb-bae3-24a4e5484e03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:08:22.734978 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-9c813488-f2be-4dcb-bae3-24a4e5484e03 admin admin] Usage tracker for resource:security_group_rule and tenant:584b8fa0e50f498d83432191dbd5deeb is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:08:22.738121 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-9c813488-f2be-4dcb-bae3-24a4e5484e03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:08:22.744191 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-9c813488-f2be-4dcb-bae3-24a4e5484e03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:08:22.846313 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-9c813488-f2be-4dcb-bae3-24a4e5484e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:22.945688 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-9c813488-f2be-4dcb-bae3-24a4e5484e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:22.958179 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-2593ab99-5705-4817-9f3a-1d94268a56dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:08:23.052618 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 33760) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:08:23.053189 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-9c813488-f2be-4dcb-bae3-24a4e5484e03 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=584b8fa0e50f498d83432191dbd5deeb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4835367
Jun 03 22:08:23.054191 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c813488-f2be-4dcb-bae3-24a4e5484e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8c6bee-0904-4729-ab63-64e118164c70,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:08:23.059587 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-9c813488-f2be-4dcb-bae3-24a4e5484e03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:08:23.148994 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-5cf2bb3d-b545-4d94-9f6f-365b5a2d5153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:23.199137 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-5cf2bb3d-b545-4d94-9f6f-365b5a2d5153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:23.351285 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-5cf2bb3d-b545-4d94-9f6f-365b5a2d5153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:23.358573 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-b9f3bd08-bb45-49e5-a715-a3b1ea513bbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:08:23.643978 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-5cf2bb3d-b545-4d94-9f6f-365b5a2d5153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:23.643978 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-5cf2bb3d-b545-4d94-9f6f-365b5a2d5153 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/5a8c6bee-0904-4729-ab63-64e118164c70 HTTP/1.1" status: 204  len: 168 time: 0.3370821
Jun 03 22:08:23.643978 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf2bb3d-b545-4d94-9f6f-365b5a2d5153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8c6bee-0904-4729-ab63-64e118164c70,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:08:23.643978 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-5cf2bb3d-b545-4d94-9f6f-365b5a2d5153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:08:23.643978 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38419456-9dd2-41ba-a683-050bac468d80 req-738bc718-449c-483e-ac54-d9f9742ca185 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:23.643978 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-38419456-9dd2-41ba-a683-050bac468d80 req-738bc718-449c-483e-ac54-d9f9742ca185 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.1516027
Jun 03 22:08:23.686707 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-38419456-9dd2-41ba-a683-050bac468d80 req-db065cfe-2b14-4ebe-ad97-e8184320c1c0 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387465
Jun 03 22:08:25.126147 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8543a2-05e0-4a86-a3c9-f4d82bddb49b req-9df74f01-aaa4-4240-8b86-97e915da38bc tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:25.131002 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-cd8543a2-05e0-4a86-a3c9-f4d82bddb49b req-9df74f01-aaa4-4240-8b86-97e915da38bc tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=b78f5f5b-d731-47a0-884b-aa8524640708 HTTP/1.1" status: 200  len: 945 time: 0.0952621
Jun 03 22:08:25.172263 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834cff8-14b1-45c4-9864-2459c03ffd3f req-7ed16968-a0ee-42ec-a809-2fa24aaf7271 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:25.173930 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6834cff8-14b1-45c4-9864-2459c03ffd3f req-7ed16968-a0ee-42ec-a809-2fa24aaf7271 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.1827521
Jun 03 22:08:25.185414 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-cd8543a2-05e0-4a86-a3c9-f4d82bddb49b req-d1efe833-9a3d-48c6-9e6d-b89ba60f8d8e tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510731
Jun 03 22:08:25.224092 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6834cff8-14b1-45c4-9864-2459c03ffd3f req-e0758f88-f4fc-4cc9-a6d0-0f7a80379bd2 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439782
Jun 03 22:08:25.738155 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device b1ce5aff-c53e-422c-9419-58d7b746746c no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:08:25.783069 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] No Port match for: b1ce5aff-c53e-422c-9419-58d7b746746c {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:08:25.783451 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device b1ce5aff-c53e-422c-9419-58d7b746746c not bound to the agent host hv-cinder-79466 {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:08:26.360541 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-4ef29bb9-e7f8-48ff-b15a-8624b4c8ae58 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:26.362261 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-4ef29bb9-e7f8-48ff-b15a-8624b4c8ae58 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Synchronizing usage tracker for tenant:0dabed8f14dc4e5598cbf1b0e1396411 on resource:network {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:08:26.384160 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce0b22-9213-4b29-8b40-bd31c108236a req-a4d682aa-208e-45f4-9678-72c2de7cf5b4 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:26.385642 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c4ce0b22-9213-4b29-8b40-bd31c108236a req-a4d682aa-208e-45f4-9678-72c2de7cf5b4 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=b78f5f5b-d731-47a0-884b-aa8524640708 HTTP/1.1" status: 200  len: 945 time: 0.0887365
Jun 03 22:08:26.431012 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c4ce0b22-9213-4b29-8b40-bd31c108236a req-138fd452-0643-426f-9d93-38cdd8f9021d tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397022
Jun 03 22:08:26.470126 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-4ef29bb9-e7f8-48ff-b15a-8624b4c8ae58 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Unset dirty status for tenant:0dabed8f14dc4e5598cbf1b0e1396411 on resource:network {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:08:26.471310 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-4ef29bb9-e7f8-48ff-b15a-8624b4c8ae58 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/networks?id=430d7e4d-f267-44a3-aae2-54464c48ebc9 HTTP/1.1" status: 200  len: 814 time: 0.2617614
Jun 03 22:08:26.488201 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-d962637f-3ff5-4c77-9647-47c49ec912c6 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/quotas/0dabed8f14dc4e5598cbf1b0e1396411 HTTP/1.1" status: 200  len: 375 time: 0.0101089
Jun 03 22:08:26.578918 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-cef655d9-77f1-4f59-9e3b-514a073df796 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/ports?tenant_id=0dabed8f14dc4e5598cbf1b0e1396411&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0844975
Jun 03 22:08:26.609886 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa30aa-75cf-4be3-9670-0075e3b1c227 req-b09da166-0405-41cb-a559-7f7dc5ffe5f3 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:26.615950 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-76aa30aa-75cf-4be3-9670-0075e3b1c227 req-b09da166-0405-41cb-a559-7f7dc5ffe5f3 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.0890555
Jun 03 22:08:26.658867 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-76aa30aa-75cf-4be3-9670-0075e3b1c227 req-abfa85ca-9575-44d3-a6bd-35e56f2281a0 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403581
Jun 03 22:08:26.771305 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-ea2e7edb-c8bb-4326-93ac-2130c0a15fd5 service neutron] 10.222.0.106 "GET /v2.0/networks/430d7e4d-f267-44a3-aae2-54464c48ebc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1760805
Jun 03 22:08:26.930744 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497f66c-0638-4878-98f9-90e25435549c req-3b3dd3b0-3737-4bed-863f-9069fe31e2cc tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:26.931497 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-2497f66c-0638-4878-98f9-90e25435549c req-3b3dd3b0-3737-4bed-863f-9069fe31e2cc tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Synchronizing usage tracker for tenant:18fd8ab8eb5140b4ab7192485bb70cd8 on resource:port {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:08:26.972592 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-95222052-beb2-40ef-8727-c899e25f3781 service neutron] 10.222.0.106 "GET /v2.0/networks/430d7e4d-f267-44a3-aae2-54464c48ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1808617
Jun 03 22:08:27.077824 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-2497f66c-0638-4878-98f9-90e25435549c req-3b3dd3b0-3737-4bed-863f-9069fe31e2cc tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Unset dirty status for tenant:18fd8ab8eb5140b4ab7192485bb70cd8 on resource:port {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:08:27.079021 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-2497f66c-0638-4878-98f9-90e25435549c req-3b3dd3b0-3737-4bed-863f-9069fe31e2cc tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.58 "GET /v2.0/ports?device_id=b78f5f5b-d731-47a0-884b-aa8524640708 HTTP/1.1" status: 200  len: 945 time: 0.3562238
Jun 03 22:08:27.233828 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [req-2497f66c-0638-4878-98f9-90e25435549c req-9d82da62-3444-4263-903a-25c9fb5bab0f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Deleting port b0f0e9a3-4216-42c6-8c8c-503b2a96d721 {{(pid=92564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:08:27.234315 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-2497f66c-0638-4878-98f9-90e25435549c req-9d82da62-3444-4263-903a-25c9fb5bab0f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:27.316238 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-9c6683ce-c165-4c09-aa58-a1701656b08d req-659496c2-9d2d-42e6-b54d-8e6a7583db5c tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/ports?device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 210 time: 0.0665808
Jun 03 22:08:27.433454 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-2497f66c-0638-4878-98f9-90e25435549c req-9d82da62-3444-4263-903a-25c9fb5bab0f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] For port b0f0e9a3-4216-42c6-8c8c-503b2a96d721, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=b0f0e9a3-4216-42c6-8c8c-503b2a96d721,segment=NetworkSegment(78cbdb10-dbd3-4f35-8746-fd326444031e),segment_id=78cbdb10-dbd3-4f35-8746-fd326444031e)] {{(pid=92564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:08:27.434202 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-2497f66c-0638-4878-98f9-90e25435549c req-9d82da62-3444-4263-903a-25c9fb5bab0f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:27.565598 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [req-2497f66c-0638-4878-98f9-90e25435549c req-9d82da62-3444-4263-903a-25c9fb5bab0f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Calling delete_port for b0f0e9a3-4216-42c6-8c8c-503b2a96d721 owned by compute:nova {{(pid=92564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:08:27.673602 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5437b67-2ef5-470a-bf4c-0f99fcd77ba0 req-6ae52206-f834-4de4-bb6c-bfa827d910a2 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:27.675206 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b5437b67-2ef5-470a-bf4c-0f99fcd77ba0 req-6ae52206-f834-4de4-bb6c-bfa827d910a2 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=b78f5f5b-d731-47a0-884b-aa8524640708 HTTP/1.1" status: 200  len: 945 time: 0.1203575
Jun 03 22:08:27.774429 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b5437b67-2ef5-470a-bf4c-0f99fcd77ba0 req-f93df147-5482-4545-a543-e38c51f87aa6 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922320
Jun 03 22:08:27.853245 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-2497f66c-0638-4878-98f9-90e25435549c req-9d82da62-3444-4263-903a-25c9fb5bab0f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:27.859424 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-9604f97a-1578-4b53-b488-b65b95aba2e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:08:27.867013 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] get_ports_and_sgs() called for port_ids ['d810cee8-9bf0-4fde-b547-48bf99790f6f', '97eb232f-df9e-4216-bca7-f5c5351ee7bd', 'b0f0e9a3-4216-42c6-8c8c-503b2a96d721'] {{(pid=92565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 22:08:27.934663 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82da62-3444-4263-903a-25c9fb5bab0f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Pushing event deleted for resources: {'Port': ['ID=b0f0e9a3-4216-42c6-8c8c-503b2a96d721,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:08:27.942664 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-9d82da62-3444-4263-903a-25c9fb5bab0f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:08:28.027678 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [req-2497f66c-0638-4878-98f9-90e25435549c req-9d82da62-3444-4263-903a-25c9fb5bab0f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] No DVR routers for this DVR port b0f0e9a3-4216-42c6-8c8c-503b2a96d721 on host hv-cinder-79466 {{(pid=92564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 22:08:28.031015 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-2497f66c-0638-4878-98f9-90e25435549c req-9d82da62-3444-4263-903a-25c9fb5bab0f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:28.033566 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b78f5f5b-d731-47a0-884b-aa8524640708', 'name': 'network-vif-deleted', 'tag': 'b0f0e9a3-4216-42c6-8c8c-503b2a96d721'}] {{(pid=92564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:08:28.035863 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c024af40dcbc7289fed731e5c35c42eecf8f16a39534b44a636824a10e0ed12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad37617-9edf-48ea-a870-d9af7dd83e94" -d '{"events": [{"server_uuid": "b78f5f5b-d731-47a0-884b-aa8524640708", "name": "network-vif-deleted", "tag": "b0f0e9a3-4216-42c6-8c8c-503b2a96d721"}]}' {{(pid=92564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:08:28.079186 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c718a9-8174-4c2e-bc60-da2abf7fa06d req-2e54fb42-14da-4eeb-bd36-d12820f23bcb tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:28.080698 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b7c718a9-8174-4c2e-bc60-da2abf7fa06d req-2e54fb42-14da-4eeb-bd36-d12820f23bcb tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.1854246
Jun 03 22:08:28.125953 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b7c718a9-8174-4c2e-bc60-da2abf7fa06d req-bef18cf3-9d24-459e-ac99-32372b520980 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386164
Jun 03 22:08:28.238238 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-2497f66c-0638-4878-98f9-90e25435549c req-9d82da62-3444-4263-903a-25c9fb5bab0f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.58 "DELETE /v2.0/ports/b0f0e9a3-4216-42c6-8c8c-503b2a96d721 HTTP/1.1" status: 204  len: 173 time: 1.1548698
Jun 03 22:08:28.288526 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39dcf74e-4de3-48ad-9de7-adfbe45f796d x-openstack-request-id: req-39dcf74e-4de3-48ad-9de7-adfbe45f796d {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:08:28.288945 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b78f5f5b-d731-47a0-884b-aa8524640708", "name": "network-vif-deleted", "tag": "b0f0e9a3-4216-42c6-8c8c-503b2a96d721", "status": "completed", "code": 200}]} {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:08:28.289415 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-39dcf74e-4de3-48ad-9de7-adfbe45f796d {{(pid=92564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:08:28.290475 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b78f5f5b-d731-47a0-884b-aa8524640708', 'name': 'network-vif-deleted', 'tag': 'b0f0e9a3-4216-42c6-8c8c-503b2a96d721', 'status': 'completed', 'code': 200}
Jun 03 22:08:28.426584 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-97634767-054d-420d-b86d-151cb2fa7fef req-944b2be8-5660-46eb-b770-b008adab385e tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Synchronizing usage tracker for tenant:0dabed8f14dc4e5598cbf1b0e1396411 on resource:port {{(pid=92563) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:08:28.577602 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-97634767-054d-420d-b86d-151cb2fa7fef req-944b2be8-5660-46eb-b770-b008adab385e tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Unset dirty status for tenant:0dabed8f14dc4e5598cbf1b0e1396411 on resource:port {{(pid=92563) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:08:28.577602 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-97634767-054d-420d-b86d-151cb2fa7fef req-944b2be8-5660-46eb-b770-b008adab385e tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/ports?device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 210 time: 0.1795993
Jun 03 22:08:29.016643 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-719a0bd8-d062-4771-9090-a84044b4cd37 req-af7bc503-531f-4abc-8680-3de34ea1d60f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Synchronizing usage tracker for tenant:18fd8ab8eb5140b4ab7192485bb70cd8 on resource:port {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:08:29.262145 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-719a0bd8-d062-4771-9090-a84044b4cd37 req-af7bc503-531f-4abc-8680-3de34ea1d60f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Unset dirty status for tenant:18fd8ab8eb5140b4ab7192485bb70cd8 on resource:port {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:08:29.263738 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-719a0bd8-d062-4771-9090-a84044b4cd37 req-af7bc503-531f-4abc-8680-3de34ea1d60f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=b78f5f5b-d731-47a0-884b-aa8524640708 HTTP/1.1" status: 200  len: 210 time: 0.3647573
Jun 03 22:08:29.337225 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131c618-5f29-428e-a665-7f331047c22d req-6b887d77-73d4-44e8-bf86-ed448103aa96 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:29.339192 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-e131c618-5f29-428e-a665-7f331047c22d req-6b887d77-73d4-44e8-bf86-ed448103aa96 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.1024127
Jun 03 22:08:29.390794 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-e131c618-5f29-428e-a665-7f331047c22d req-f8092aac-e98d-4a63-a35c-de7db72e383a tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453732
Jun 03 22:08:29.716171 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-2d0464dd-fb49-4d39-8706-02e37aed5e10 req-2aa45e7e-7c47-4cc2-bd0e-c29e713446cb tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/ports?device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 210 time: 0.0438697
Jun 03 22:08:29.828569 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e233d-32a1-4a95-ab82-fa6e2a78d7d1 req-2ea8b706-ea95-457e-8790-6ee7d1113f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:29.829941 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ed0e233d-32a1-4a95-ab82-fa6e2a78d7d1 req-2ea8b706-ea95-457e-8790-6ee7d1113f69 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 1099 time: 0.0722995
Jun 03 22:08:29.872873 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ed0e233d-32a1-4a95-ab82-fa6e2a78d7d1 req-4927d3d4-7248-4f03-b863-2fc1a784dd66 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377383
Jun 03 22:08:30.515642 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-2998be2b-0a6b-471d-a17a-d6aae652626c tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:30.517105 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-2998be2b-0a6b-471d-a17a-d6aae652626c tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.58 "GET /v2.0/networks?id=430d7e4d-f267-44a3-aae2-54464c48ebc9 HTTP/1.1" status: 200  len: 814 time: 0.1832442
Jun 03 22:08:30.545872 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-1a8dd189-5850-435f-b2fa-ac34e1dffcaa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Request body: {'port': {'device_id': '3c75b5ea-05cf-4548-bff6-2de470070f45', 'network_id': '430d7e4d-f267-44a3-aae2-54464c48ebc9', 'admin_state_up': True, 'tenant_id': '0dabed8f14dc4e5598cbf1b0e1396411'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:08:30.668576 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2b17a-8aa2-4a5e-8d56-165870c87605 req-7d4fdfe9-cd5f-4330-b156-4b9b5957dccf tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:30.671809 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-68c2b17a-8aa2-4a5e-8d56-165870c87605 req-7d4fdfe9-cd5f-4330-b156-4b9b5957dccf tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.1415906
Jun 03 22:08:30.738767 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-68c2b17a-8aa2-4a5e-8d56-165870c87605 req-92fa5490-4b3f-4fb1-a310-a211f53f5623 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617113
Jun 03 22:08:30.753480 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-1a8dd189-5850-435f-b2fa-ac34e1dffcaa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:08:30.775996 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-1a8dd189-5850-435f-b2fa-ac34e1dffcaa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:08:30.883208 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-1a8dd189-5850-435f-b2fa-ac34e1dffcaa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Made reservation on behalf of 0dabed8f14dc4e5598cbf1b0e1396411 for: {'port': 1} {{(pid=92564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:08:30.887068 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-1a8dd189-5850-435f-b2fa-ac34e1dffcaa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:31.048494 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-ccb471cd-5dbc-433e-80a7-3ea2f07e96ab req-e67bb0f3-9e89-4d74-b7a9-15a887a4a9a2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/ports?device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 210 time: 0.0558672
Jun 03 22:08:31.149553 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.db_base_plugin_common [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-1a8dd189-5850-435f-b2fa-ac34e1dffcaa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Allocated IP 172.20.0.14 (430d7e4d-f267-44a3-aae2-54464c48ebc9/9d9fccbf-70a8-4c7a-99b8-3af196063811/423c4428-4b36-4d3b-8b9d-b25746d99c22) {{(pid=92564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:08:31.271383 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a95cc-726a-498d-94a4-af4645388491 req-b76b463f-3006-4715-96fe-a25da77a17fd tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:31.272904 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-5f2a95cc-726a-498d-94a4-af4645388491 req-b76b463f-3006-4715-96fe-a25da77a17fd tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=cbabd463-d69d-488e-88a8-f1e5b8653651 HTTP/1.1" status: 200  len: 945 time: 0.1775746
Jun 03 22:08:31.393476 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-5f2a95cc-726a-498d-94a4-af4645388491 req-39071197-1e45-448d-8ee7-bc571f6678dc tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135361
Jun 03 22:08:31.429362 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-1a8dd189-5850-435f-b2fa-ac34e1dffcaa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks [] for port, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:31.445276 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.provisioning_blocks [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-1a8dd189-5850-435f-b2fa-ac34e1dffcaa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Transition to ACTIVE for port object 423c4428-4b36-4d3b-8b9d-b25746d99c22 will not be triggered until provisioned by entity DHCP. {{(pid=92564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:08:31.552724 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-1a8dd189-5850-435f-b2fa-ac34e1dffcaa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:31.559551 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-3831334a-eceb-4cc8-99c0-21d1328a52e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:08:31.622052 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-1a8dd189-5850-435f-b2fa-ac34e1dffcaa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Network 430d7e4d-f267-44a3-aae2-54464c48ebc9 is already hosted by enough agents. {{(pid=92564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:08:31.625607 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.base_scheduler [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-1a8dd189-5850-435f-b2fa-ac34e1dffcaa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Resources bound (agent type, host, resource id):  {{(pid=92564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:08:31.628418 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-1a8dd189-5850-435f-b2fa-ac34e1dffcaa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Received port after_create {{(pid=92564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:08:31.699230 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8dd189-5850-435f-b2fa-ac34e1dffcaa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Pushing event updated for resources: {'Port': ['ID=423c4428-4b36-4d3b-8b9d-b25746d99c22,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:08:31.719707 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8dd189-5850-435f-b2fa-ac34e1dffcaa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:31.720040 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8dd189-5850-435f-b2fa-ac34e1dffcaa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:31.720412 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8dd189-5850-435f-b2fa-ac34e1dffcaa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:31.720774 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8dd189-5850-435f-b2fa-ac34e1dffcaa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:31.721129 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8dd189-5850-435f-b2fa-ac34e1dffcaa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:31.721492 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8dd189-5850-435f-b2fa-ac34e1dffcaa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:31.721843 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8dd189-5850-435f-b2fa-ac34e1dffcaa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:31.722190 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8dd189-5850-435f-b2fa-ac34e1dffcaa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:31.722672 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8dd189-5850-435f-b2fa-ac34e1dffcaa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:31.723090 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8dd189-5850-435f-b2fa-ac34e1dffcaa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:31.723386 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8dd189-5850-435f-b2fa-ac34e1dffcaa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:31.724600 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a8dd189-5850-435f-b2fa-ac34e1dffcaa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:31.729755 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-1a8dd189-5850-435f-b2fa-ac34e1dffcaa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:08:31.762077 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-1a8dd189-5850-435f-b2fa-ac34e1dffcaa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:31.762869 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-1a8dd189-5850-435f-b2fa-ac34e1dffcaa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:31.771077 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device b0f0e9a3-4216-42c6-8c8c-503b2a96d721 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:08:31.842173 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] No Port match for: b0f0e9a3-4216-42c6-8c8c-503b2a96d721 {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:08:31.842863 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device b0f0e9a3-4216-42c6-8c8c-503b2a96d721 not bound to the agent host hv-cinder-79466 {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:08:31.896410 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-1a8dd189-5850-435f-b2fa-ac34e1dffcaa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3537376
Jun 03 22:08:31.918192 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-1a9c9fdb-0e33-452c-b5df-f97de595f720 service neutron] Request body: {'port': {'device_id': '3c75b5ea-05cf-4548-bff6-2de470070f45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:08:32.027372 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89400142-1743-4c0f-997b-283e9a450939 req-9e493c6e-672f-4538-99a5-6e7f552f558f tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:32.037241 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-89400142-1743-4c0f-997b-283e9a450939 req-9e493c6e-672f-4538-99a5-6e7f552f558f tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.1164858
Jun 03 22:08:32.071821 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-32072eb7-2b7e-42c0-a12c-5752500f51c9 None None] Provisioning for port 423c4428-4b36-4d3b-8b9d-b25746d99c22 completed by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:08:32.077795 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-32072eb7-2b7e-42c0-a12c-5752500f51c9 None None] Provisioning complete for port 423c4428-4b36-4d3b-8b9d-b25746d99c22 triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:08:32.078401 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-32072eb7-2b7e-42c0-a12c-5752500f51c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:32.107029 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-89400142-1743-4c0f-997b-283e9a450939 req-ae54242c-30f7-44ca-9311-0af908c33d53 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628769
Jun 03 22:08:32.153307 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-1a9c9fdb-0e33-452c-b5df-f97de595f720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:32.188729 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-32072eb7-2b7e-42c0-a12c-5752500f51c9 None None] Port 423c4428-4b36-4d3b-8b9d-b25746d99c22 cannot update to ACTIVE because it is not bound. {{(pid=92565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 22:08:32.362016 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f87afe-f5b0-488b-943f-da24c7c37b36 req-bb2fd5cd-4928-4d3e-a8b3-46ae3b37bb5e tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:32.364230 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-69f87afe-f5b0-488b-943f-da24c7c37b36 req-bb2fd5cd-4928-4d3e-a8b3-46ae3b37bb5e tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/ports?device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 932 time: 0.1499853
Jun 03 22:08:32.427537 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18de35d-9b44-449a-a118-d6394a4384a3 req-b364be97-fff6-479f-a927-3fec1573a562 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:32.429412 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-b18de35d-9b44-449a-a118-d6394a4384a3 req-b364be97-fff6-479f-a927-3fec1573a562 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.58 "GET /v2.0/ports?device_id=cbabd463-d69d-488e-88a8-f1e5b8653651 HTTP/1.1" status: 200  len: 945 time: 0.1789546
Jun 03 22:08:32.466241 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-69f87afe-f5b0-488b-943f-da24c7c37b36 req-991547c6-e161-48ad-bd3b-f1b199b1ceb3 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/security-groups?id=6f9cbadc-056a-42e8-bd16-e4493a384fb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926125
Jun 03 22:08:32.716716 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-1a9c9fdb-0e33-452c-b5df-f97de595f720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 423c4428-4b36-4d3b-8b9d-b25746d99c22 {{(pid=92564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 22:08:32.731189 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-1a9c9fdb-0e33-452c-b5df-f97de595f720 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:32.753295 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.provisioning_blocks [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-1a9c9fdb-0e33-452c-b5df-f97de595f720 service neutron] Transition to ACTIVE for port object 423c4428-4b36-4d3b-8b9d-b25746d99c22 will not be triggered until provisioned by entity L2. {{(pid=92564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:08:32.829973 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-1a9c9fdb-0e33-452c-b5df-f97de595f720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31972166'] for port, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:32.836871 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-e337cc8a-9a18-45b3-a9e0-76049201f406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:08:32.986003 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f5257-1d0c-47e0-954a-2dab499870cc req-168bfc56-0ec1-4261-b385-c6847d6e4af3 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:32.987638 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-be1f5257-1d0c-47e0-954a-2dab499870cc req-168bfc56-0ec1-4261-b385-c6847d6e4af3 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=cbabd463-d69d-488e-88a8-f1e5b8653651 HTTP/1.1" status: 200  len: 945 time: 0.1931207
Jun 03 22:08:32.995848 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.plugin [req-b18de35d-9b44-449a-a118-d6394a4384a3 req-9fd8dd33-eaf6-4179-b33a-10b8695e82c1 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Deleting port 97eb232f-df9e-4216-bca7-f5c5351ee7bd {{(pid=92563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:08:33.000525 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [req-b18de35d-9b44-449a-a118-d6394a4384a3 req-9fd8dd33-eaf6-4179-b33a-10b8695e82c1 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:33.134822 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c9fdb-0e33-452c-b5df-f97de595f720 service neutron] Pushing event updated for resources: {'Port': ['ID=423c4428-4b36-4d3b-8b9d-b25746d99c22,revision_number=2']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:08:33.164098 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-1a9c9fdb-0e33-452c-b5df-f97de595f720 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:08:33.182985 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-be1f5257-1d0c-47e0-954a-2dab499870cc req-6b9fcb56-735c-45c1-aaec-fcf27580a152 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813942
Jun 03 22:08:33.184640 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.db [req-b18de35d-9b44-449a-a118-d6394a4384a3 req-9fd8dd33-eaf6-4179-b33a-10b8695e82c1 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] For port 97eb232f-df9e-4216-bca7-f5c5351ee7bd, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=97eb232f-df9e-4216-bca7-f5c5351ee7bd,segment=NetworkSegment(78cbdb10-dbd3-4f35-8746-fd326444031e),segment_id=78cbdb10-dbd3-4f35-8746-fd326444031e)] {{(pid=92563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:08:33.184996 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [req-b18de35d-9b44-449a-a118-d6394a4384a3 req-9fd8dd33-eaf6-4179-b33a-10b8695e82c1 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:33.240951 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-1a9c9fdb-0e33-452c-b5df-f97de595f720 service neutron] Attempting to bind port 423c4428-4b36-4d3b-8b9d-b25746d99c22 on host hv-cinder-79466 for vnic_type normal with profile  {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:08:33.241663 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-1a9c9fdb-0e33-452c-b5df-f97de595f720 service neutron] Attempting to bind port 423c4428-4b36-4d3b-8b9d-b25746d99c22 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '28463db9-9fff-4976-95aa-1705a1cec81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '430d7e4d-f267-44a3-aae2-54464c48ebc9'}] {{(pid=92564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:08:33.242382 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-1a9c9fdb-0e33-452c-b5df-f97de595f720 service neutron] Attempting to bind port 423c4428-4b36-4d3b-8b9d-b25746d99c22 on network 430d7e4d-f267-44a3-aae2-54464c48ebc9 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:08:33.251714 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-1a9c9fdb-0e33-452c-b5df-f97de595f720 service neutron] Port 423c4428-4b36-4d3b-8b9d-b25746d99c22 on network 430d7e4d-f267-44a3-aae2-54464c48ebc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 22:08:33.252397 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-1a9c9fdb-0e33-452c-b5df-f97de595f720 service neutron] Attempting to bind port 423c4428-4b36-4d3b-8b9d-b25746d99c22 on network 430d7e4d-f267-44a3-aae2-54464c48ebc9 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:08:33.261988 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-1a9c9fdb-0e33-452c-b5df-f97de595f720 service neutron] Checking agent: {'id': 'ba7169ba-ec54-42ab-82e6-dffd3900ba09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 22, 3, 45), 'started_at': datetime.datetime(2021, 6, 3, 22, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:08:33.262576 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-1a9c9fdb-0e33-452c-b5df-f97de595f720 service neutron] Checking segment: {'id': '28463db9-9fff-4976-95aa-1705a1cec81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '430d7e4d-f267-44a3-aae2-54464c48ebc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:08:33.263705 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-1a9c9fdb-0e33-452c-b5df-f97de595f720 service neutron] Bound using segment: {'id': '28463db9-9fff-4976-95aa-1705a1cec81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '430d7e4d-f267-44a3-aae2-54464c48ebc9'} {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:08:33.264713 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-1a9c9fdb-0e33-452c-b5df-f97de595f720 service neutron] Bound port: 423c4428-4b36-4d3b-8b9d-b25746d99c22, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28463db9-9fff-4976-95aa-1705a1cec81f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': '430d7e4d-f267-44a3-aae2-54464c48ebc9'}}] {{(pid=92564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:08:33.271223 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-1a9c9fdb-0e33-452c-b5df-f97de595f720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:33.406680 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-1a9c9fdb-0e33-452c-b5df-f97de595f720 service neutron] For port 423c4428-4b36-4d3b-8b9d-b25746d99c22, host hv-cinder-79466, cleared binding levels {{(pid=92564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:08:33.411036 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-1a9c9fdb-0e33-452c-b5df-f97de595f720 service neutron] For port 423c4428-4b36-4d3b-8b9d-b25746d99c22, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=423c4428-4b36-4d3b-8b9d-b25746d99c22,segment=NetworkSegment(28463db9-9fff-4976-95aa-1705a1cec81f),segment_id=28463db9-9fff-4976-95aa-1705a1cec81f)] {{(pid=92564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:08:33.496922 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.plugin [req-b18de35d-9b44-449a-a118-d6394a4384a3 req-9fd8dd33-eaf6-4179-b33a-10b8695e82c1 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Calling delete_port for 97eb232f-df9e-4216-bca7-f5c5351ee7bd owned by compute:nova {{(pid=92563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:08:33.534441 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-1a9c9fdb-0e33-452c-b5df-f97de595f720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31972166'] for port, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:33.545577 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:08:33.603310 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-1a9c9fdb-0e33-452c-b5df-f97de595f720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:33.603937 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-1a9c9fdb-0e33-452c-b5df-f97de595f720 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:33.605340 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-1a9c9fdb-0e33-452c-b5df-f97de595f720 service neutron] 10.222.0.58 "PUT /v2.0/ports/423c4428-4b36-4d3b-8b9d-b25746d99c22 HTTP/1.1" status: 200  len: 1094 time: 1.6974890
Jun 03 22:08:33.609676 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c75b5ea-05cf-4548-bff6-2de470070f45', 'tag': '423c4428-4b36-4d3b-8b9d-b25746d99c22'}] {{(pid=92564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:08:33.612033 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c024af40dcbc7289fed731e5c35c42eecf8f16a39534b44a636824a10e0ed12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888cbf44-0a14-449b-b06c-24570702ec9a" -d '{"events": [{"name": "network-changed", "server_uuid": "3c75b5ea-05cf-4548-bff6-2de470070f45", "tag": "423c4428-4b36-4d3b-8b9d-b25746d99c22"}]}' {{(pid=92564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:08:33.656186 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c9fdb-0e33-452c-b5df-f97de595f720 service neutron] Pushing event updated for resources: {'Port': ['ID=423c4428-4b36-4d3b-8b9d-b25746d99c22,revision_number=3']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:08:33.662118 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-1a9c9fdb-0e33-452c-b5df-f97de595f720 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:08:33.685722 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d683e-d82b-4e6e-8089-cfce17d29825 req-40947344-d853-4954-b56a-fe56759e71b9 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:33.687337 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-748d683e-d82b-4e6e-8089-cfce17d29825 req-40947344-d853-4954-b56a-fe56759e71b9 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.2552433
Jun 03 22:08:33.720637 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801e27a-2442-4d03-bb27-cfd5c10e9773 req-fe73e6a9-4943-44fa-9e1a-a4aca63f9ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:33.722068 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6801e27a-2442-4d03-bb27-cfd5c10e9773 req-fe73e6a9-4943-44fa-9e1a-a4aca63f9ac8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb9a7d32ed194ab1b6188c11ba83bbd4&device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 1099 time: 0.2246854
Jun 03 22:08:33.824326 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-748d683e-d82b-4e6e-8089-cfce17d29825 req-7f61ab61-2ba4-4f4b-8c1f-a72267b62290 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289155
Jun 03 22:08:33.861540 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc2dc3-2c22-49a8-bca0-ac734f5f810c req-5889f3a9-d219-4b4e-9740-0f7453318258 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:33.863649 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-04bc2dc3-2c22-49a8-bca0-ac734f5f810c req-5889f3a9-d219-4b4e-9740-0f7453318258 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/ports?device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 944 time: 0.2618268
Jun 03 22:08:33.892536 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ac5cbf-ee5c-4975-936a-c7e30f00257f x-openstack-request-id: req-59ac5cbf-ee5c-4975-936a-c7e30f00257f {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:08:33.892838 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c75b5ea-05cf-4548-bff6-2de470070f45", "tag": "423c4428-4b36-4d3b-8b9d-b25746d99c22", "status": "completed", "code": 200}]} {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:08:33.893677 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-59ac5cbf-ee5c-4975-936a-c7e30f00257f {{(pid=92564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:08:33.893677 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c75b5ea-05cf-4548-bff6-2de470070f45', 'tag': '423c4428-4b36-4d3b-8b9d-b25746d99c22', 'status': 'completed', 'code': 200}
Jun 03 22:08:33.944289 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801e27a-2442-4d03-bb27-cfd5c10e9773 req-29b6bf41-ed30-49bf-913e-6f227f4ef976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:33.945754 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6801e27a-2442-4d03-bb27-cfd5c10e9773 req-29b6bf41-ed30-49bf-913e-6f227f4ef976 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ceedd4ab-fc8f-4298-8659-a082fdebf44c HTTP/1.1" status: 200  len: 921 time: 0.2095687
Jun 03 22:08:33.949487 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-04bc2dc3-2c22-49a8-bca0-ac734f5f810c req-e534c4a5-6388-4cfb-84b6-ebd58aa27b45 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/security-groups?id=6f9cbadc-056a-42e8-bd16-e4493a384fb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591745
Jun 03 22:08:34.026828 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-0637d2ee-4cdc-4d7b-9bd4-f6f60a95e734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:34.029371 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-0637d2ee-4cdc-4d7b-9bd4-f6f60a95e734 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0dabed8f14dc4e5598cbf1b0e1396411&device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 1097 time: 0.2483952
Jun 03 22:08:34.050913 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6801e27a-2442-4d03-bb27-cfd5c10e9773 req-d611a66b-952b-4cd7-bc3e-c9999640b9be service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db162f97-61e7-4c95-abfb-63f6380efaac HTTP/1.1" status: 200  len: 217 time: 0.0955799
Jun 03 22:08:34.054764 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [req-b18de35d-9b44-449a-a118-d6394a4384a3 req-9fd8dd33-eaf6-4179-b33a-10b8695e82c1 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33200950'] for port, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:34.066502 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:08:34.074360 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] get_ports_and_sgs() called for port_ids ['d810cee8-9bf0-4fde-b547-48bf99790f6f', '97eb232f-df9e-4216-bca7-f5c5351ee7bd'] {{(pid=92565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 22:08:34.181128 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-d28be85d-5411-4bf3-b3ff-a1692ea0d68c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=423c4428-4b36-4d3b-8b9d-b25746d99c22 HTTP/1.1" status: 200  len: 217 time: 0.1182165
Jun 03 22:08:34.240514 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd8dd33-eaf6-4179-b33a-10b8695e82c1 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Pushing event deleted for resources: {'Port': ['ID=97eb232f-df9e-4216-bca7-f5c5351ee7bd,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:08:34.279261 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd8dd33-eaf6-4179-b33a-10b8695e82c1 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:34.280050 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd8dd33-eaf6-4179-b33a-10b8695e82c1 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:34.280649 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd8dd33-eaf6-4179-b33a-10b8695e82c1 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:34.281246 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd8dd33-eaf6-4179-b33a-10b8695e82c1 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:34.282137 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd8dd33-eaf6-4179-b33a-10b8695e82c1 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:34.282418 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd8dd33-eaf6-4179-b33a-10b8695e82c1 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:34.283010 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd8dd33-eaf6-4179-b33a-10b8695e82c1 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:34.283643 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd8dd33-eaf6-4179-b33a-10b8695e82c1 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:34.284248 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd8dd33-eaf6-4179-b33a-10b8695e82c1 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:34.284898 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd8dd33-eaf6-4179-b33a-10b8695e82c1 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:34.285377 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd8dd33-eaf6-4179-b33a-10b8695e82c1 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:34.285739 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd8dd33-eaf6-4179-b33a-10b8695e82c1 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:34.294130 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-9fd8dd33-eaf6-4179-b33a-10b8695e82c1 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:08:34.295756 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18de35d-9b44-449a-a118-d6394a4384a3 req-9fd8dd33-eaf6-4179-b33a-10b8695e82c1 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] No DVR routers for this DVR port 97eb232f-df9e-4216-bca7-f5c5351ee7bd on host hv-cinder-79466 {{(pid=92563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 22:08:34.309789 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [req-b18de35d-9b44-449a-a118-d6394a4384a3 req-9fd8dd33-eaf6-4179-b33a-10b8695e82c1 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:34.313860 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbabd463-d69d-488e-88a8-f1e5b8653651', 'name': 'network-vif-deleted', 'tag': '97eb232f-df9e-4216-bca7-f5c5351ee7bd'}] {{(pid=92563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:08:34.316299 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7740435dcc85f6ab0eb9908d75a6f818e2fb7acd2ed127072350a3dd3a6b64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351c7d77-f9e5-4c38-ba07-213f73bf0b38" -d '{"events": [{"server_uuid": "cbabd463-d69d-488e-88a8-f1e5b8653651", "name": "network-vif-deleted", "tag": "97eb232f-df9e-4216-bca7-f5c5351ee7bd"}]}' {{(pid=92563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:08:34.327099 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801e27a-2442-4d03-bb27-cfd5c10e9773 req-c8f25775-dd6b-4a5b-860a-057ccef6170d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:34.328506 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6801e27a-2442-4d03-bb27-cfd5c10e9773 req-c8f25775-dd6b-4a5b-860a-057ccef6170d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cdfc5818-5ff2-45c9-ba1c-7ddd531c675e HTTP/1.1" status: 200  len: 859 time: 0.2644444
Jun 03 22:08:34.380675 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-26ffc9cc-c9e2-4faf-b65f-25e13124284d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:34.382970 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-26ffc9cc-c9e2-4faf-b65f-25e13124284d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d9fccbf-70a8-4c7a-99b8-3af196063811 HTTP/1.1" status: 200  len: 853 time: 0.1450663
Jun 03 22:08:34.386200 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6801e27a-2442-4d03-bb27-cfd5c10e9773 req-007cf120-7d8e-4a06-9b4e-a7a804601abe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ceedd4ab-fc8f-4298-8659-a082fdebf44c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0518274
Jun 03 22:08:34.411693 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe51a20-5310-404b-9c6a-631dfe3ca392 x-openstack-request-id: req-8fe51a20-5310-404b-9c6a-631dfe3ca392 {{(pid=92563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:08:34.412315 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbabd463-d69d-488e-88a8-f1e5b8653651", "name": "network-vif-deleted", "tag": "97eb232f-df9e-4216-bca7-f5c5351ee7bd", "status": "completed", "code": 200}]} {{(pid=92563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:08:34.412624 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-8fe51a20-5310-404b-9c6a-631dfe3ca392 {{(pid=92563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:08:34.413139 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbabd463-d69d-488e-88a8-f1e5b8653651', 'name': 'network-vif-deleted', 'tag': '97eb232f-df9e-4216-bca7-f5c5351ee7bd', 'status': 'completed', 'code': 200}
Jun 03 22:08:34.434215 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-6e00bc47-1c33-46d7-ae03-83b2c148c4af req-98ce109b-5df5-4e95-83d4-5877656af051 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Synchronizing usage tracker for tenant:18fd8ab8eb5140b4ab7192485bb70cd8 on resource:port {{(pid=92563) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:08:34.443990 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-b18de35d-9b44-449a-a118-d6394a4384a3 req-9fd8dd33-eaf6-4179-b33a-10b8695e82c1 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.58 "DELETE /v2.0/ports/97eb232f-df9e-4216-bca7-f5c5351ee7bd HTTP/1.1" status: 204  len: 173 time: 1.6883957
Jun 03 22:08:34.523990 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-6e00bc47-1c33-46d7-ae03-83b2c148c4af req-98ce109b-5df5-4e95-83d4-5877656af051 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Unset dirty status for tenant:18fd8ab8eb5140b4ab7192485bb70cd8 on resource:port {{(pid=92563) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:08:34.525848 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-6e00bc47-1c33-46d7-ae03-83b2c148c4af req-98ce109b-5df5-4e95-83d4-5877656af051 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=cbabd463-d69d-488e-88a8-f1e5b8653651 HTTP/1.1" status: 200  len: 210 time: 0.1531343
Jun 03 22:08:34.805601 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6801e27a-2442-4d03-bb27-cfd5c10e9773 req-eb9247d1-f4a2-44d2-8507-476c9dcfed23 service neutron] 10.222.0.58 "GET /v2.0/networks/ceedd4ab-fc8f-4298-8659-a082fdebf44c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1884105
Jun 03 22:08:34.845209 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-11ce0e17-3706-4c20-beed-a9448ea07507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:34.846682 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-11ce0e17-3706-4c20-beed-a9448ea07507 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=430d7e4d-f267-44a3-aae2-54464c48ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2112465
Jun 03 22:08:35.162368 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c333f-7284-4e55-bfdc-376ecbda2b55 req-43d64ef6-41fe-43f0-b30e-f431ef3db24c tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:35.176385 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-979c333f-7284-4e55-bfdc-376ecbda2b55 req-43d64ef6-41fe-43f0-b30e-f431ef3db24c tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.1651757
Jun 03 22:08:35.217536 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6801e27a-2442-4d03-bb27-cfd5c10e9773 req-6b193173-f2ba-40e5-9871-0d2dcdd2536b service neutron] 10.222.0.58 "GET /v2.0/networks/ceedd4ab-fc8f-4298-8659-a082fdebf44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4039857
Jun 03 22:08:35.242872 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-979c333f-7284-4e55-bfdc-376ecbda2b55 req-421988bf-65f4-481c-bce2-879d7d608474 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648251
Jun 03 22:08:35.266399 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-81eac311-84d4-4729-8b54-9c2b5ce70529 service neutron] 10.222.0.58 "GET /v2.0/networks/430d7e4d-f267-44a3-aae2-54464c48ebc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2684472
Jun 03 22:08:35.325338 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf59ec-716f-4881-9148-820b0a8f97a4 req-5466dda3-2318-47f9-8b4c-549deda6a318 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:35.326162 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-9ecf59ec-716f-4881-9148-820b0a8f97a4 req-5466dda3-2318-47f9-8b4c-549deda6a318 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Synchronizing usage tracker for tenant:0dabed8f14dc4e5598cbf1b0e1396411 on resource:port {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:08:35.477904 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-9ecf59ec-716f-4881-9148-820b0a8f97a4 req-5466dda3-2318-47f9-8b4c-549deda6a318 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Unset dirty status for tenant:0dabed8f14dc4e5598cbf1b0e1396411 on resource:port {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:08:35.479027 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-9ecf59ec-716f-4881-9148-820b0a8f97a4 req-5466dda3-2318-47f9-8b4c-549deda6a318 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/ports?device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 944 time: 0.3180287
Jun 03 22:08:35.600726 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-9ecf59ec-716f-4881-9148-820b0a8f97a4 req-f8bb0f27-bf68-4fbc-8339-07e99940196f tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Synchronizing usage tracker for tenant:0dabed8f14dc4e5598cbf1b0e1396411 on resource:security_group {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:08:35.640478 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-475164a7-17f3-49ea-99e7-4e9d7126a382 req-e975651e-b784-4fbb-af79-5c46b9be053b service neutron] 10.222.0.58 "GET /v2.0/networks/430d7e4d-f267-44a3-aae2-54464c48ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2704632
Jun 03 22:08:35.736264 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-a08df222-ce12-4388-8b26-81e0096407b8 req-e1005f05-6ba8-4e00-b914-42f9ce629ff3 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=cbabd463-d69d-488e-88a8-f1e5b8653651 HTTP/1.1" status: 200  len: 210 time: 0.0426056
Jun 03 22:08:35.774566 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-9ecf59ec-716f-4881-9148-820b0a8f97a4 req-f8bb0f27-bf68-4fbc-8339-07e99940196f tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Unset dirty status for tenant:0dabed8f14dc4e5598cbf1b0e1396411 on resource:security_group {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:08:35.779786 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-9ecf59ec-716f-4881-9148-820b0a8f97a4 req-f8bb0f27-bf68-4fbc-8339-07e99940196f tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/security-groups?id=6f9cbadc-056a-42e8-bd16-e4493a384fb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2827375
Jun 03 22:08:35.930112 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cbf44-0a14-449b-b06c-24570702ec9a req-241e6cd6-3551-44dd-9ae7-f516177e6b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:35.931869 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-888cbf44-0a14-449b-b06c-24570702ec9a req-241e6cd6-3551-44dd-9ae7-f516177e6b72 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0dabed8f14dc4e5598cbf1b0e1396411&device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 1097 time: 0.0812368
Jun 03 22:08:36.081542 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cbf44-0a14-449b-b06c-24570702ec9a req-06b3a4bb-a5ef-4e88-8f53-c945f6ae3f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:36.084333 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-888cbf44-0a14-449b-b06c-24570702ec9a req-06b3a4bb-a5ef-4e88-8f53-c945f6ae3f2e service neutron] 10.222.0.58 "GET /v2.0/networks?id=430d7e4d-f267-44a3-aae2-54464c48ebc9 HTTP/1.1" status: 200  len: 916 time: 0.1464403
Jun 03 22:08:36.302546 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-888cbf44-0a14-449b-b06c-24570702ec9a req-c43ac8ec-eb18-4ca5-a2fa-36a397d31b81 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=423c4428-4b36-4d3b-8b9d-b25746d99c22 HTTP/1.1" status: 200  len: 217 time: 0.0660493
Jun 03 22:08:36.373647 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cbf44-0a14-449b-b06c-24570702ec9a req-ad43c51a-ed48-4114-8eb4-dd1ec283cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:36.375054 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-888cbf44-0a14-449b-b06c-24570702ec9a req-ad43c51a-ed48-4114-8eb4-dd1ec283cdf7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d9fccbf-70a8-4c7a-99b8-3af196063811 HTTP/1.1" status: 200  len: 853 time: 0.0641575
Jun 03 22:08:36.593269 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc87b4-0b42-4550-b0ea-4c8a25e23a99 req-a0fe39de-1cfa-4c1e-be67-d0f966396e83 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:36.595246 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-60cc87b4-0b42-4550-b0ea-4c8a25e23a99 req-a0fe39de-1cfa-4c1e-be67-d0f966396e83 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.2235479
Jun 03 22:08:36.603100 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888cbf44-0a14-449b-b06c-24570702ec9a req-f596bcf0-c636-4974-92e2-819f3dabf87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:36.605059 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-888cbf44-0a14-449b-b06c-24570702ec9a req-f596bcf0-c636-4974-92e2-819f3dabf87f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=430d7e4d-f267-44a3-aae2-54464c48ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1947501
Jun 03 22:08:36.621862 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:08:36.695159 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-60cc87b4-0b42-4550-b0ea-4c8a25e23a99 req-cadd43f6-f8f1-4dda-a47f-32a1b1d1a984 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0862122
Jun 03 22:08:36.906726 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-888cbf44-0a14-449b-b06c-24570702ec9a req-2888a362-3ee8-4709-a5dd-2cecdbe5cd84 service neutron] 10.222.0.58 "GET /v2.0/networks/430d7e4d-f267-44a3-aae2-54464c48ebc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2427392
Jun 03 22:08:37.059447 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c393ea-4a1e-45d9-8831-6937ab77a0d0 req-d3e0b7fc-e99e-428c-b5e8-0df4a3b67ec6 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:37.064819 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-63c393ea-4a1e-45d9-8831-6937ab77a0d0 req-d3e0b7fc-e99e-428c-b5e8-0df4a3b67ec6 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/ports?device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 944 time: 0.1246285
Jun 03 22:08:37.223938 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-63c393ea-4a1e-45d9-8831-6937ab77a0d0 req-3d7c508c-d484-4254-8bdc-9db7347a4f80 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/security-groups?id=6f9cbadc-056a-42e8-bd16-e4493a384fb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1267269
Jun 03 22:08:37.255533 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-888cbf44-0a14-449b-b06c-24570702ec9a req-12dbd7a0-3649-4c68-bd96-ff80dcef7a51 service neutron] 10.222.0.58 "GET /v2.0/networks/430d7e4d-f267-44a3-aae2-54464c48ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1885996
Jun 03 22:08:37.773531 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 97eb232f-df9e-4216-bca7-f5c5351ee7bd no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:08:37.829605 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] No Port match for: 97eb232f-df9e-4216-bca7-f5c5351ee7bd {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:08:37.830069 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 97eb232f-df9e-4216-bca7-f5c5351ee7bd not bound to the agent host hv-cinder-79466 {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:08:37.960548 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acea570-2ff1-4aff-adab-284dc1545970 req-718c5d07-fce6-49e1-8521-2951149c979b tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:37.963111 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-5acea570-2ff1-4aff-adab-284dc1545970 req-718c5d07-fce6-49e1-8521-2951149c979b tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.1304710
Jun 03 22:08:38.047352 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-5acea570-2ff1-4aff-adab-284dc1545970 req-2aeb9d4c-3140-4370-bfdc-1da68a57d57b tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667143
Jun 03 22:08:38.461877 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867131a-62d3-480a-ac7c-6330fe178c08 req-0a92d503-de0e-4bea-9e8f-d1873a72c802 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:38.463342 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a867131a-62d3-480a-ac7c-6330fe178c08 req-0a92d503-de0e-4bea-9e8f-d1873a72c802 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/ports?device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 944 time: 0.0878155
Jun 03 22:08:38.524880 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a867131a-62d3-480a-ac7c-6330fe178c08 req-cfa4692c-4910-4d66-bd1a-a730a543cc42 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/security-groups?id=6f9cbadc-056a-42e8-bd16-e4493a384fb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537500
Jun 03 22:08:39.300348 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94b583-1a58-47c9-8a2f-8d1c922a1114 req-6016bc21-940a-4cb1-85f1-1321fd00ff8a tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:39.308952 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-3a94b583-1a58-47c9-8a2f-8d1c922a1114 req-6016bc21-940a-4cb1-85f1-1321fd00ff8a tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.1027648
Jun 03 22:08:39.371455 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-3a94b583-1a58-47c9-8a2f-8d1c922a1114 req-a4f226e2-1e53-4246-88e9-f069a20e7a0c tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607555
Jun 03 22:08:40.142133 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa4acb-49fe-4b5d-b3a5-aee915c48c87 req-17c9c4f6-9e62-4d91-9ff0-06f4573f2d1e tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:40.143568 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-61fa4acb-49fe-4b5d-b3a5-aee915c48c87 req-17c9c4f6-9e62-4d91-9ff0-06f4573f2d1e tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/ports?device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 944 time: 0.0874984
Jun 03 22:08:40.195177 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-61fa4acb-49fe-4b5d-b3a5-aee915c48c87 req-f55326c2-d5ea-43ca-9b57-96fe5c3bf353 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/security-groups?id=6f9cbadc-056a-42e8-bd16-e4493a384fb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455375
Jun 03 22:08:40.422888 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812fd6da-b53b-4473-9f2e-d419cad307a3 req-870cbe7b-4b19-49ea-aa5c-970b7f3304ae tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:40.424391 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-812fd6da-b53b-4473-9f2e-d419cad307a3 req-870cbe7b-4b19-49ea-aa5c-970b7f3304ae tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 946 time: 0.0808151
Jun 03 22:08:40.469223 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-812fd6da-b53b-4473-9f2e-d419cad307a3 req-16432d8c-7b94-403f-861f-36e16459cc8f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389829
Jun 03 22:08:42.674063 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e27ee1-6c1c-4570-b945-f6929bcf564c req-5d8d0fc0-0be4-46f9-aa0e-49be7ebabf84 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:42.683468 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-a8e27ee1-6c1c-4570-b945-f6929bcf564c req-5d8d0fc0-0be4-46f9-aa0e-49be7ebabf84 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/ports?device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 944 time: 0.1135566
Jun 03 22:08:42.697636 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e34676-686a-409c-91a0-646ba98e3e97 req-d544b9ca-a04f-4899-a878-0cc456e8d958 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:42.712265 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-98e34676-686a-409c-91a0-646ba98e3e97 req-d544b9ca-a04f-4899-a878-0cc456e8d958 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 946 time: 0.1471081
Jun 03 22:08:42.790733 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-a8e27ee1-6c1c-4570-b945-f6929bcf564c req-11f11fcf-ee6e-4ace-a44d-c66e5a6c3f03 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/security-groups?id=6f9cbadc-056a-42e8-bd16-e4493a384fb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040795
Jun 03 22:08:42.822325 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-98e34676-686a-409c-91a0-646ba98e3e97 req-0082caf3-9ee6-4a5b-8272-24560b631c39 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089704
Jun 03 22:08:44.042009 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b1381-66c8-4ab5-a538-81e1ed0ec386 req-adb6a42a-ab36-44b0-bfca-b1305728794b tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:44.044519 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-876b1381-66c8-4ab5-a538-81e1ed0ec386 req-adb6a42a-ab36-44b0-bfca-b1305728794b tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/ports?device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 944 time: 0.1463645
Jun 03 22:08:44.085987 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735433a3-a2a0-436d-927e-3162a312f379 req-e757352a-61b1-4561-b46e-fb76fbaba3fe tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:44.094887 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-735433a3-a2a0-436d-927e-3162a312f379 req-e757352a-61b1-4561-b46e-fb76fbaba3fe tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 946 time: 0.0954502
Jun 03 22:08:44.097774 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-876b1381-66c8-4ab5-a538-81e1ed0ec386 req-85a6a57c-0931-4a4f-9e6f-5820d2be8734 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/security-groups?id=6f9cbadc-056a-42e8-bd16-e4493a384fb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452640
Jun 03 22:08:44.138912 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-735433a3-a2a0-436d-927e-3162a312f379 req-345c8a12-6004-4584-891d-8b4f41753a6b tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431669
Jun 03 22:08:45.313745 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293b541-70cd-48a7-b2df-5fbe9302ea13 req-c9add82e-4920-4981-a68e-93cb2a4f924e tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:45.321009 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-7293b541-70cd-48a7-b2df-5fbe9302ea13 req-c9add82e-4920-4981-a68e-93cb2a4f924e tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/ports?device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 944 time: 0.0979681
Jun 03 22:08:45.333768 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89617282-ef6c-4324-a7b4-073e04f07090 req-2f13530c-4608-495d-b767-e89c174be4b3 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:45.335250 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-89617282-ef6c-4324-a7b4-073e04f07090 req-2f13530c-4608-495d-b767-e89c174be4b3 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 946 time: 0.0874326
Jun 03 22:08:45.366530 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-7293b541-70cd-48a7-b2df-5fbe9302ea13 req-bf26f182-5d0a-45c3-bbda-2389e9e5a835 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/security-groups?id=6f9cbadc-056a-42e8-bd16-e4493a384fb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450399
Jun 03 22:08:45.388909 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-89617282-ef6c-4324-a7b4-073e04f07090 req-e011afda-5a75-46fe-bb16-b6f7c52a303b tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438282
Jun 03 22:08:45.824382 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:46.997519 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e81ceb9f-5dd5-4d32-8f91-ab653b955a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:47.857340 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e32d4-dad9-47a9-a8da-be160f3affb3 req-0708450d-9e9b-4958-9cd6-55fae239fffe tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:47.862020 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-d73e32d4-dad9-47a9-a8da-be160f3affb3 req-0708450d-9e9b-4958-9cd6-55fae239fffe tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 946 time: 0.1378763
Jun 03 22:08:47.937184 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b7c4f4-9718-483f-a23e-d6c11ff2363a req-bcf6c289-5cd1-4ae9-b65f-106ec53b939c tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:47.938685 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-17b7c4f4-9718-483f-a23e-d6c11ff2363a req-bcf6c289-5cd1-4ae9-b65f-106ec53b939c tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/ports?device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 944 time: 0.1999576
Jun 03 22:08:47.939973 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-d73e32d4-dad9-47a9-a8da-be160f3affb3 req-a89dd654-f76e-4cc2-a259-8ccdae30ad51 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672116
Jun 03 22:08:48.051306 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-17b7c4f4-9718-483f-a23e-d6c11ff2363a req-9d751bb6-2eab-4e39-a616-d742d8643b12 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/security-groups?id=6f9cbadc-056a-42e8-bd16-e4493a384fb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012909
Jun 03 22:08:48.086588 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-d44143bc-3793-492b-96cf-2619433d1645 req-4ae0734b-0e2c-4c5f-be1c-4e115f35637a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0929871
Jun 03 22:08:48.395818 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44143bc-3793-492b-96cf-2619433d1645 req-ff3dd752-f22e-4648-9f98-0d89c7698ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:48.397725 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-d44143bc-3793-492b-96cf-2619433d1645 req-ff3dd752-f22e-4648-9f98-0d89c7698ef7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb9a7d32ed194ab1b6188c11ba83bbd4&device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 1098 time: 0.0897784
Jun 03 22:08:48.685337 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994073d-2b9d-4f87-b09b-a30fdbbd2691 req-366b9151-fa43-4f1f-816b-8635594d06e2 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:48.686784 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0994073d-2b9d-4f87-b09b-a30fdbbd2691 req-366b9151-fa43-4f1f-816b-8635594d06e2 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.58 "GET /v2.0/ports?device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 946 time: 0.2102146
Jun 03 22:08:48.691576 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44143bc-3793-492b-96cf-2619433d1645 req-c2889474-4926-4cf8-9d1b-1754a722140c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:48.693549 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-d44143bc-3793-492b-96cf-2619433d1645 req-c2889474-4926-4cf8-9d1b-1754a722140c service neutron] 10.222.0.58 "GET /v2.0/networks?id=ceedd4ab-fc8f-4298-8659-a082fdebf44c HTTP/1.1" status: 200  len: 921 time: 0.1664431
Jun 03 22:08:48.804016 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-d44143bc-3793-492b-96cf-2619433d1645 req-28059e8e-b605-4ef4-99dc-07b86c9fd2d5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12e508f5-1ee2-42eb-b3d3-0b55d4d8df31 HTTP/1.1" status: 200  len: 217 time: 0.0729992
Jun 03 22:08:48.914330 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44143bc-3793-492b-96cf-2619433d1645 req-e9c83767-6a94-4a50-bd06-a2d1bdd12cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:48.915771 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-d44143bc-3793-492b-96cf-2619433d1645 req-e9c83767-6a94-4a50-bd06-a2d1bdd12cc6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cdfc5818-5ff2-45c9-ba1c-7ddd531c675e HTTP/1.1" status: 200  len: 859 time: 0.1072206
Jun 03 22:08:48.981344 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-d44143bc-3793-492b-96cf-2619433d1645 req-3a17ba08-14e9-4720-a9a9-af55acedb2e3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ceedd4ab-fc8f-4298-8659-a082fdebf44c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0572584
Jun 03 22:08:49.025953 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [req-0994073d-2b9d-4f87-b09b-a30fdbbd2691 req-15da209b-0c47-4896-b224-caaf356438eb tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Deleting port d810cee8-9bf0-4fde-b547-48bf99790f6f {{(pid=92564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:08:49.030767 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-0994073d-2b9d-4f87-b09b-a30fdbbd2691 req-15da209b-0c47-4896-b224-caaf356438eb tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:49.127112 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b86484-7d4b-4f68-b503-1689dac6962d req-97740c62-6aa0-4098-adff-c81211a0bfb7 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:49.128636 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c7b86484-7d4b-4f68-b503-1689dac6962d req-97740c62-6aa0-4098-adff-c81211a0bfb7 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 946 time: 0.0815618
Jun 03 22:08:49.179452 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c7b86484-7d4b-4f68-b503-1689dac6962d req-41c569c0-2cb0-48e5-b1bc-357fbfb4d6eb tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/security-groups?id=69ba2938-92b9-4f2a-833c-2513570db3ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439093
Jun 03 22:08:49.317524 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-d44143bc-3793-492b-96cf-2619433d1645 req-dbf4e2a1-2b5a-4f0a-a3f9-3d836607a19f service neutron] 10.222.0.58 "GET /v2.0/networks/ceedd4ab-fc8f-4298-8659-a082fdebf44c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3205390
Jun 03 22:08:49.319511 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-0994073d-2b9d-4f87-b09b-a30fdbbd2691 req-15da209b-0c47-4896-b224-caaf356438eb tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] For port d810cee8-9bf0-4fde-b547-48bf99790f6f, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=d810cee8-9bf0-4fde-b547-48bf99790f6f,segment=NetworkSegment(78cbdb10-dbd3-4f35-8746-fd326444031e),segment_id=78cbdb10-dbd3-4f35-8746-fd326444031e)] {{(pid=92564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:08:49.319964 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-0994073d-2b9d-4f87-b09b-a30fdbbd2691 req-15da209b-0c47-4896-b224-caaf356438eb tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:49.477781 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [req-0994073d-2b9d-4f87-b09b-a30fdbbd2691 req-15da209b-0c47-4896-b224-caaf356438eb tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Calling delete_port for d810cee8-9bf0-4fde-b547-48bf99790f6f owned by compute:nova {{(pid=92564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:08:49.532048 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc75afe-9af1-4ec7-a387-9cb3447c5923 req-096b4758-3c80-4380-b7a3-a993659de412 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:49.533500 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ffc75afe-9af1-4ec7-a387-9cb3447c5923 req-096b4758-3c80-4380-b7a3-a993659de412 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/ports?device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 944 time: 0.3643451
Jun 03 22:08:49.659931 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:49.680699 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ffc75afe-9af1-4ec7-a387-9cb3447c5923 req-a4fc7e79-1fbd-464d-979d-7d4550f65973 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/security-groups?id=6f9cbadc-056a-42e8-bd16-e4493a384fb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1401336
Jun 03 22:08:49.685905 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-d44143bc-3793-492b-96cf-2619433d1645 req-588edd9f-7818-4b7d-87f7-6ae4f3d550b4 service neutron] 10.222.0.58 "GET /v2.0/networks/ceedd4ab-fc8f-4298-8659-a082fdebf44c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2155423
Jun 03 22:08:49.728624 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-5391e499-3b0c-48a4-9ee1-8a1a5a66110f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:49.860195 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-0994073d-2b9d-4f87-b09b-a30fdbbd2691 req-15da209b-0c47-4896-b224-caaf356438eb tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:49.866342 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-1a8dd189-5850-435f-b2fa-ac34e1dffcaa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:08:49.999579 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da209b-0c47-4896-b224-caaf356438eb tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Pushing event deleted for resources: {'Port': ['ID=d810cee8-9bf0-4fde-b547-48bf99790f6f,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:08:50.001784 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-15da209b-0c47-4896-b224-caaf356438eb tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:08:50.077670 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [req-0994073d-2b9d-4f87-b09b-a30fdbbd2691 req-15da209b-0c47-4896-b224-caaf356438eb tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] No DVR routers for this DVR port d810cee8-9bf0-4fde-b547-48bf99790f6f on host hv-cinder-79466 {{(pid=92564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 22:08:50.080194 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-0994073d-2b9d-4f87-b09b-a30fdbbd2691 req-15da209b-0c47-4896-b224-caaf356438eb tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:50.083230 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49718741-277c-4f5f-9669-ea4599c88de3', 'name': 'network-vif-deleted', 'tag': 'd810cee8-9bf0-4fde-b547-48bf99790f6f'}] {{(pid=92564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:08:50.085505 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c024af40dcbc7289fed731e5c35c42eecf8f16a39534b44a636824a10e0ed12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4673b4a-2ae9-44e4-8ecc-cb0a190a2c58" -d '{"events": [{"server_uuid": "49718741-277c-4f5f-9669-ea4599c88de3", "name": "network-vif-deleted", "tag": "d810cee8-9bf0-4fde-b547-48bf99790f6f"}]}' {{(pid=92564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:08:50.203557 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0994073d-2b9d-4f87-b09b-a30fdbbd2691 req-15da209b-0c47-4896-b224-caaf356438eb tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.58 "DELETE /v2.0/ports/d810cee8-9bf0-4fde-b547-48bf99790f6f HTTP/1.1" status: 204  len: 173 time: 1.5089874
Jun 03 22:08:50.968672 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:52.238600 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device d810cee8-9bf0-4fde-b547-48bf99790f6f no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:08:52.275966 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] No Port match for: d810cee8-9bf0-4fde-b547-48bf99790f6f {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:08:52.276326 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device d810cee8-9bf0-4fde-b547-48bf99790f6f not bound to the agent host hv-cinder-79466 {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:08:52.319107 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce864f9-94fa-455c-80eb-be4abdc476a3 x-openstack-request-id: req-0ce864f9-94fa-455c-80eb-be4abdc476a3 {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:08:52.320224 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49718741-277c-4f5f-9669-ea4599c88de3", "name": "network-vif-deleted", "tag": "d810cee8-9bf0-4fde-b547-48bf99790f6f", "status": "completed", "code": 200}]} {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:08:52.320730 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-0ce864f9-94fa-455c-80eb-be4abdc476a3 {{(pid=92564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:08:52.321408 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49718741-277c-4f5f-9669-ea4599c88de3', 'name': 'network-vif-deleted', 'tag': 'd810cee8-9bf0-4fde-b547-48bf99790f6f', 'status': 'completed', 'code': 200}
Jun 03 22:08:52.421921 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:52.424069 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-2917d759-7201-4e0e-ac6b-e5d5abe1ced4 req-2b53bd54-5dac-4279-8a4e-45c1b3462c8f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 210 time: 0.0486262
Jun 03 22:08:52.677145 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08563bf-127c-41e5-9316-81437f921308 req-466c70a4-7a67-4dfc-a70f-6f009422994b tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:52.678628 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-d08563bf-127c-41e5-9316-81437f921308 req-466c70a4-7a67-4dfc-a70f-6f009422994b tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/ports?device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 944 time: 0.0840786
Jun 03 22:08:52.724288 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-d08563bf-127c-41e5-9316-81437f921308 req-c1bb3462-4b85-4e6e-a1b2-72738efc4083 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/security-groups?id=6f9cbadc-056a-42e8-bd16-e4493a384fb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396895
Jun 03 22:08:53.256600 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f58e34-2f72-4a6a-9328-49769b8caacc req-c10074dd-30bd-4b99-bad5-ef5f8b725f0d tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:53.258052 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-a2f58e34-2f72-4a6a-9328-49769b8caacc req-c10074dd-30bd-4b99-bad5-ef5f8b725f0d tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 945 time: 0.0819407
Jun 03 22:08:53.308526 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-a2f58e34-2f72-4a6a-9328-49769b8caacc req-89d1e311-83b3-45dd-b19f-863e24131c53 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441794
Jun 03 22:08:53.615668 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-fc8df0f7-21cf-4d58-81a2-93b5cdfa404b req-b1f4fdad-7cd6-4a91-be55-12b164595fa8 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Synchronizing usage tracker for tenant:18fd8ab8eb5140b4ab7192485bb70cd8 on resource:port {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:08:53.714998 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-fc8df0f7-21cf-4d58-81a2-93b5cdfa404b req-b1f4fdad-7cd6-4a91-be55-12b164595fa8 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Unset dirty status for tenant:18fd8ab8eb5140b4ab7192485bb70cd8 on resource:port {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:08:53.716280 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-fc8df0f7-21cf-4d58-81a2-93b5cdfa404b req-b1f4fdad-7cd6-4a91-be55-12b164595fa8 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] 10.222.0.106 "GET /v2.0/ports?device_id=49718741-277c-4f5f-9669-ea4599c88de3 HTTP/1.1" status: 200  len: 210 time: 0.1546824
Jun 03 22:08:53.913311 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b300bf-7502-46e8-b0e9-331ddcd27e3c req-611bb8d9-d82c-4bc7-9a00-66f61d414135 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:53.914809 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-50b300bf-7502-46e8-b0e9-331ddcd27e3c req-611bb8d9-d82c-4bc7-9a00-66f61d414135 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/ports?device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 944 time: 0.0807655
Jun 03 22:08:53.958945 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-50b300bf-7502-46e8-b0e9-331ddcd27e3c req-c308549c-69b9-4302-ba00-c6a3060e4f8a tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/security-groups?id=6f9cbadc-056a-42e8-bd16-e4493a384fb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384908
Jun 03 22:08:54.500332 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77323fc-af21-40eb-b464-303a8c5de7cf req-ed30067c-998d-4213-9681-a2c2d3100d24 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:54.501786 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e77323fc-af21-40eb-b464-303a8c5de7cf req-ed30067c-998d-4213-9681-a2c2d3100d24 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 945 time: 0.0832317
Jun 03 22:08:54.549626 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e77323fc-af21-40eb-b464-303a8c5de7cf req-5cce35d0-3cb2-43fd-bf4f-d36938360294 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415635
Jun 03 22:08:54.811226 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 34162) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:08:54.877263 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.db_base_plugin_v2 [None req-13414506-ac7d-48fa-a0e3-5771f8d3a5b3 admin admin] Deleting subnet 969eac6f-666f-4cbf-a728-422f9d725aef {{(pid=92563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 22:08:54.880895 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-13414506-ac7d-48fa-a0e3-5771f8d3a5b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:54.932496 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-13414506-ac7d-48fa-a0e3-5771f8d3a5b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840165'] for subnet, precommit_delete_associations {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:54.995800 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-13414506-ac7d-48fa-a0e3-5771f8d3a5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799703'] for subnet, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:55.027690 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e5e11-fbc4-4857-be4d-bf479b3e413f req-4bf133f8-e7b2-48db-8c71-1fed63005746 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:55.030269 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-db1e5e11-fbc4-4857-be4d-bf479b3e413f req-4bf133f8-e7b2-48db-8c71-1fed63005746 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.58 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 945 time: 0.0905936
Jun 03 22:08:55.191213 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [req-db1e5e11-fbc4-4857-be4d-bf479b3e413f req-be144632-3417-422b-9951-0acbd2171ca1 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Deleting port 12e508f5-1ee2-42eb-b3d3-0b55d4d8df31 {{(pid=92564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:08:55.191888 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-db1e5e11-fbc4-4857-be4d-bf479b3e413f req-be144632-3417-422b-9951-0acbd2171ca1 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:55.298455 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b442ffa5-3f56-4f58-8a46-5b76d3f110d1 req-421b0ad4-bc17-4905-ad11-ca3633bcce4d tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:55.299913 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-b442ffa5-3f56-4f58-8a46-5b76d3f110d1 req-421b0ad4-bc17-4905-ad11-ca3633bcce4d tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/ports?device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 944 time: 0.1963615
Jun 03 22:08:55.328635 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-db1e5e11-fbc4-4857-be4d-bf479b3e413f req-be144632-3417-422b-9951-0acbd2171ca1 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] For port 12e508f5-1ee2-42eb-b3d3-0b55d4d8df31, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=12e508f5-1ee2-42eb-b3d3-0b55d4d8df31,segment=NetworkSegment(dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba),segment_id=dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba)] {{(pid=92564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:08:55.329003 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-db1e5e11-fbc4-4857-be4d-bf479b3e413f req-be144632-3417-422b-9951-0acbd2171ca1 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:55.407765 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-b442ffa5-3f56-4f58-8a46-5b76d3f110d1 req-d3533ca5-951d-42e7-ae3b-cad95846acf4 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/security-groups?id=6f9cbadc-056a-42e8-bd16-e4493a384fb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955968
Jun 03 22:08:55.456578 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [req-db1e5e11-fbc4-4857-be4d-bf479b3e413f req-be144632-3417-422b-9951-0acbd2171ca1 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Calling delete_port for 12e508f5-1ee2-42eb-b3d3-0b55d4d8df31 owned by compute:nova {{(pid=92564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:08:55.533361 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-13414506-ac7d-48fa-a0e3-5771f8d3a5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33200899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31823006'] for subnet, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:55.541901 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:08:55.575662 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-13414506-ac7d-48fa-a0e3-5771f8d3a5b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for subnet, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:55.587121 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13414506-ac7d-48fa-a0e3-5771f8d3a5b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=969eac6f-666f-4cbf-a728-422f9d725aef,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:08:55.590560 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-13414506-ac7d-48fa-a0e3-5771f8d3a5b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:08:55.592169 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-13414506-ac7d-48fa-a0e3-5771f8d3a5b3 admin admin] 10.222.0.106 "DELETE /v2.0/subnets/969eac6f-666f-4cbf-a728-422f9d725aef HTTP/1.1" status: 204  len: 168 time: 0.7798831
Jun 03 22:08:55.594739 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 34176) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:08:55.670114 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-db1e5e11-fbc4-4857-be4d-bf479b3e413f req-be144632-3417-422b-9951-0acbd2171ca1 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:55.678351 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-65f4df95-ce13-4e9d-a390-399f9c87e0eb tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:08:55.680868 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] get_ports_and_sgs() called for port_ids ['12e508f5-1ee2-42eb-b3d3-0b55d4d8df31', 'db162f97-61e7-4c95-abfb-63f6380efaac'] {{(pid=92565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 22:08:55.733868 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be144632-3417-422b-9951-0acbd2171ca1 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Pushing event deleted for resources: {'Port': ['ID=12e508f5-1ee2-42eb-b3d3-0b55d4d8df31,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:08:55.743046 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-7df4da41-5ad2-4f18-93d6-76e077976349 req-66f161e4-a85d-4f61-9052-270ddeb4658c tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 210 time: 0.0626271
Jun 03 22:08:55.743557 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-be144632-3417-422b-9951-0acbd2171ca1 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:08:55.747032 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-830933f8-35c2-4251-8e3f-20fa8c0c4fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1319667'] for network, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:55.816175 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 423c4428-4b36-4d3b-8b9d-b25746d99c22 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 22:08:55.825073 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [req-db1e5e11-fbc4-4857-be4d-bf479b3e413f req-be144632-3417-422b-9951-0acbd2171ca1 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] No DVR routers for this DVR port 12e508f5-1ee2-42eb-b3d3-0b55d4d8df31 on host hv-cinder-79466 {{(pid=92564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 22:08:55.827704 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-db1e5e11-fbc4-4857-be4d-bf479b3e413f req-be144632-3417-422b-9951-0acbd2171ca1 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:55.830677 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b30eb4-1c8f-49a9-a247-ce425069ff57', 'name': 'network-vif-deleted', 'tag': '12e508f5-1ee2-42eb-b3d3-0b55d4d8df31'}] {{(pid=92564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:08:55.834663 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c024af40dcbc7289fed731e5c35c42eecf8f16a39534b44a636824a10e0ed12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7605206-a458-484d-b423-c5746abfbdf6" -d '{"events": [{"server_uuid": "68b30eb4-1c8f-49a9-a247-ce425069ff57", "name": "network-vif-deleted", "tag": "12e508f5-1ee2-42eb-b3d3-0b55d4d8df31"}]}' {{(pid=92564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:08:55.883257 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d17114d-a422-4723-9d8b-4298482672e4 x-openstack-request-id: req-8d17114d-a422-4723-9d8b-4298482672e4 {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:08:55.883705 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b30eb4-1c8f-49a9-a247-ce425069ff57", "name": "network-vif-deleted", "tag": "12e508f5-1ee2-42eb-b3d3-0b55d4d8df31", "status": "completed", "code": 200}]} {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:08:55.884045 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-8d17114d-a422-4723-9d8b-4298482672e4 {{(pid=92564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:08:55.884746 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b30eb4-1c8f-49a9-a247-ce425069ff57', 'name': 'network-vif-deleted', 'tag': '12e508f5-1ee2-42eb-b3d3-0b55d4d8df31', 'status': 'completed', 'code': 200}
Jun 03 22:08:55.894976 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-830933f8-35c2-4251-8e3f-20fa8c0c4fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1799298', 'neutron.services.segments.db._delete_segments_for_network-8762086254785'] for network, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:55.909273 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.services.segments.db [None req-830933f8-35c2-4251-8e3f-20fa8c0c4fc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f814f0cd9a0>,) {'filters': {'network_id': ['bba2e61c-d091-4a23-95a7-3079a9574eb0']}} {{(pid=92563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:08:55.921345 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.services.segments.db [None req-830933f8-35c2-4251-8e3f-20fa8c0c4fc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f814f0cd9a0>, '78cbdb10-dbd3-4f35-8746-fd326444031e') {'for_net_delete': True} {{(pid=92563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:08:55.921641 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.services.segments.db [None req-830933f8-35c2-4251-8e3f-20fa8c0c4fc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f814f0cd9a0>, '78cbdb10-dbd3-4f35-8746-fd326444031e') {} {{(pid=92563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:08:55.933500 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-830933f8-35c2-4251-8e3f-20fa8c0c4fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762086257628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840220'] for segment, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:55.937649 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-db1e5e11-fbc4-4857-be4d-bf479b3e413f req-be144632-3417-422b-9951-0acbd2171ca1 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.58 "DELETE /v2.0/ports/12e508f5-1ee2-42eb-b3d3-0b55d4d8df31 HTTP/1.1" status: 204  len: 173 time: 0.8985276
Jun 03 22:08:55.950905 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-830933f8-35c2-4251-8e3f-20fa8c0c4fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286'] for segment, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:55.957115 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-830933f8-35c2-4251-8e3f-20fa8c0c4fc7 admin admin] Releasing vlan 1422 on physical network physnet1 to pool {{(pid=92563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 22:08:55.957504 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-830933f8-35c2-4251-8e3f-20fa8c0c4fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33201129'] for segment, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:55.970477 dv-cinder-794669-4-iscsi neutron-server[92563]: Traceback (most recent call last):
Jun 03 22:08:55.970477 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 22:08:55.970477 dv-cinder-794669-4-iscsi neutron-server[92563]:     timer()
Jun 03 22:08:55.970477 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 22:08:55.970477 dv-cinder-794669-4-iscsi neutron-server[92563]:     cb(*args, **kw)
Jun 03 22:08:55.970477 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 22:08:55.970477 dv-cinder-794669-4-iscsi neutron-server[92563]:     return func(*args, **kwargs)
Jun 03 22:08:55.970477 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 22:08:55.970477 dv-cinder-794669-4-iscsi neutron-server[92563]:     self._notify()
Jun 03 22:08:55.970477 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 22:08:55.970477 dv-cinder-794669-4-iscsi neutron-server[92563]:     self.callback(batched_events)
Jun 03 22:08:55.970477 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 22:08:55.970477 dv-cinder-794669-4-iscsi neutron-server[92563]:     event.method(event)
Jun 03 22:08:55.970477 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 22:08:55.970477 dv-cinder-794669-4-iscsi neutron-server[92563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 22:08:55.970477 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 22:08:55.970477 dv-cinder-794669-4-iscsi neutron-server[92563]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 22:08:55.970477 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 22:08:55.970477 dv-cinder-794669-4-iscsi neutron-server[92563]:     return f(self, *a, **k)
Jun 03 22:08:55.970477 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 22:08:55.970477 dv-cinder-794669-4-iscsi neutron-server[92563]:     return self._get(url).json()
Jun 03 22:08:55.970477 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 22:08:55.970477 dv-cinder-794669-4-iscsi neutron-server[92563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 22:08:55.970477 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 22:08:55.970477 dv-cinder-794669-4-iscsi neutron-server[92563]:     return self.request(url, 'GET', **kwargs)
Jun 03 22:08:55.970477 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 22:08:55.970477 dv-cinder-794669-4-iscsi neutron-server[92563]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 22:08:55.970477 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 22:08:55.970477 dv-cinder-794669-4-iscsi neutron-server[92563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 22:08:55.970477 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 22:08:55.970477 dv-cinder-794669-4-iscsi neutron-server[92563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 22:08:55.970477 dv-cinder-794669-4-iscsi neutron-server[92563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 22:08:56.016174 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port 423c4428-4b36-4d3b-8b9d-b25746d99c22, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=423c4428-4b36-4d3b-8b9d-b25746d99c22,segment=NetworkSegment(28463db9-9fff-4976-95aa-1705a1cec81f),segment_id=28463db9-9fff-4976-95aa-1705a1cec81f)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:08:56.031004 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Returning: {'device': '423c4428-4b36-4d3b-8b9d-b25746d99c22', 'network_id': '430d7e4d-f267-44a3-aae2-54464c48ebc9', 'port_id': '423c4428-4b36-4d3b-8b9d-b25746d99c22', 'mac_address': 'fa:16:3e:c6:1d:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d9fccbf-70a8-4c7a-99b8-3af196063811', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 22:08:56.091801 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:56.109406 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.notifiers.nova [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 423c4428-4b36-4d3b-8b9d-b25746d99c22 {{(pid=92565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 22:08:56.126308 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port 423c4428-4b36-4d3b-8b9d-b25746d99c22, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=423c4428-4b36-4d3b-8b9d-b25746d99c22,segment=NetworkSegment(28463db9-9fff-4976-95aa-1705a1cec81f),segment_id=28463db9-9fff-4976-95aa-1705a1cec81f)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:08:56.145617 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-830933f8-35c2-4251-8e3f-20fa8c0c4fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1799305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-309369'] for network, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:56.152109 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-b9582a09-bc1e-4160-844e-4414c4b90589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:08:56.165679 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-830933f8-35c2-4251-8e3f-20fa8c0c4fc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for network, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:56.174091 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830933f8-35c2-4251-8e3f-20fa8c0c4fc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bba2e61c-d091-4a23-95a7-3079a9574eb0,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:08:56.178961 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-830933f8-35c2-4251-8e3f-20fa8c0c4fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:08:56.265479 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:56.267394 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:08:56.304415 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-830933f8-35c2-4251-8e3f-20fa8c0c4fc7 admin admin] 10.222.0.106 "DELETE /v2.0/networks/bba2e61c-d091-4a23-95a7-3079a9574eb0 HTTP/1.1" status: 204  len: 168 time: 0.7086453
Jun 03 22:08:56.339283 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Pushing event updated for resources: {'Port': ['ID=423c4428-4b36-4d3b-8b9d-b25746d99c22,revision_number=4']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:08:56.346732 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:56.347076 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:56.347428 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:56.348263 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:56.348589 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:56.348915 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:56.349237 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:56.349571 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:56.349884 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:56.350198 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:56.350512 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:56.350824 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:08:56.354751 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:08:56.475702 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] get_ports_and_sgs() called for port_ids ['423c4428-4b36-4d3b-8b9d-b25746d99c22'] {{(pid=92565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 22:08:56.606544 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62496a91-b582-44ce-880d-e3a1b065b99e req-f17ad0f8-7d4c-448d-a614-c5b89d732603 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:56.607980 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-62496a91-b582-44ce-880d-e3a1b065b99e req-f17ad0f8-7d4c-448d-a614-c5b89d732603 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/ports?device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 945 time: 0.0885932
Jun 03 22:08:56.656088 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-62496a91-b582-44ce-880d-e3a1b065b99e req-0d0bb7c8-1e4f-4b12-a90d-96e59e717304 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/security-groups?id=6f9cbadc-056a-42e8-bd16-e4493a384fb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421059
Jun 03 22:08:56.838915 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 34196) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:08:56.919570 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-58051751-1a57-4acc-ac7c-e649b45b5c84 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=18fd8ab8eb5140b4ab7192485bb70cd8&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0790470
Jun 03 22:08:56.921775 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 34200) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:08:56.937420 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-40a94d3d-2f4d-43b5-9f9f-097af08dc0a0 req-e1144182-007b-4280-84c8-74c34584ef04 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Synchronizing usage tracker for tenant:cb9a7d32ed194ab1b6188c11ba83bbd4 on resource:port {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:08:56.997948 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-c98cb114-22c1-43f6-b37d-b7ffd172e839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:57.024770 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-c98cb114-22c1-43f6-b37d-b7ffd172e839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:57.161257 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-40a94d3d-2f4d-43b5-9f9f-097af08dc0a0 req-e1144182-007b-4280-84c8-74c34584ef04 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Unset dirty status for tenant:cb9a7d32ed194ab1b6188c11ba83bbd4 on resource:port {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:08:57.162810 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-40a94d3d-2f4d-43b5-9f9f-097af08dc0a0 req-e1144182-007b-4280-84c8-74c34584ef04 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=68b30eb4-1c8f-49a9-a247-ce425069ff57 HTTP/1.1" status: 200  len: 210 time: 0.2794175
Jun 03 22:08:57.235262 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-c98cb114-22c1-43f6-b37d-b7ffd172e839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:57.239370 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-81346dca-c9ca-4a42-aeb1-5e7221b85172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:08:57.253578 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98cb114-22c1-43f6-b37d-b7ffd172e839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ba2938-92b9-4f2a-833c-2513570db3ea,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:08:57.256745 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-c98cb114-22c1-43f6-b37d-b7ffd172e839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:08:57.412180 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-c98cb114-22c1-43f6-b37d-b7ffd172e839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:57.415848 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-c98cb114-22c1-43f6-b37d-b7ffd172e839 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/69ba2938-92b9-4f2a-833c-2513570db3ea HTTP/1.1" status: 204  len: 168 time: 0.4903831
Jun 03 22:08:57.844287 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 423c4428-4b36-4d3b-8b9d-b25746d99c22 up at agent hyperv_hv-cinder-79466 {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:08:57.848876 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609223b6-a3de-445d-ac0d-b7e10f7577ad req-88aed0e1-479a-47c6-90a6-e61eb6862997 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:57.850446 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-609223b6-a3de-445d-ac0d-b7e10f7577ad req-88aed0e1-479a-47c6-90a6-e61eb6862997 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/ports?device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 945 time: 0.0853100
Jun 03 22:08:57.935160 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-609223b6-a3de-445d-ac0d-b7e10f7577ad req-a27f9491-4bf3-4f01-be1d-9c8e211173bd tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/security-groups?id=6f9cbadc-056a-42e8-bd16-e4493a384fb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776253
Jun 03 22:08:58.028652 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Provisioning for port 423c4428-4b36-4d3b-8b9d-b25746d99c22 completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:08:58.034960 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Provisioning complete for port 423c4428-4b36-4d3b-8b9d-b25746d99c22 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:08:58.035974 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:58.170358 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:58.199384 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c75b5ea-05cf-4548-bff6-2de470070f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423c4428-4b36-4d3b-8b9d-b25746d99c22'}] {{(pid=92565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:08:58.201689 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3783812f727b5bb89ad1c4cb6955cb6829b796867b5a4f4fedffd1e1cb019440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe471ea2-1b84-42ff-a285-05fe98dbb01d" -d '{"events": [{"server_uuid": "3c75b5ea-05cf-4548-bff6-2de470070f45", "name": "network-vif-plugged", "status": "completed", "tag": "423c4428-4b36-4d3b-8b9d-b25746d99c22"}]}' {{(pid=92565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:08:58.210007 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port 423c4428-4b36-4d3b-8b9d-b25746d99c22, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=423c4428-4b36-4d3b-8b9d-b25746d99c22,segment=NetworkSegment(28463db9-9fff-4976-95aa-1705a1cec81f),segment_id=28463db9-9fff-4976-95aa-1705a1cec81f)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:08:58.247120 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a2c5fc-0c35-480f-b978-54f5f0f36645 x-openstack-request-id: req-c8a2c5fc-0c35-480f-b978-54f5f0f36645 {{(pid=92565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:08:58.247436 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c75b5ea-05cf-4548-bff6-2de470070f45", "name": "network-vif-plugged", "status": "completed", "tag": "423c4428-4b36-4d3b-8b9d-b25746d99c22", "code": 200}]} {{(pid=92565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:08:58.247699 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-c8a2c5fc-0c35-480f-b978-54f5f0f36645 {{(pid=92565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:08:58.248095 dv-cinder-794669-4-iscsi neutron-server[92565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c75b5ea-05cf-4548-bff6-2de470070f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423c4428-4b36-4d3b-8b9d-b25746d99c22', 'code': 200}
Jun 03 22:08:58.402791 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:08:58.405226 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:08:58.481022 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Pushing event updated for resources: {'Port': ['ID=423c4428-4b36-4d3b-8b9d-b25746d99c22,revision_number=5']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:08:58.484156 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:08:58.760675 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b483f-46e4-4ef9-b010-e37c363ce07d req-c77ba152-f23f-4104-acff-931d56118fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:58.760675 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-781b483f-46e4-4ef9-b010-e37c363ce07d req-c77ba152-f23f-4104-acff-931d56118fec service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 1099 time: 0.0762510
Jun 03 22:08:58.799903 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-781b483f-46e4-4ef9-b010-e37c363ce07d req-8545c177-9675-4417-b929-a197829ce0cc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6f9cbadc-056a-42e8-bd16-e4493a384fb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361419
Jun 03 22:08:58.964750 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ac7ad-aca0-4cf6-b480-4534bc36c662 req-c71ad6d6-2f18-4219-94f4-466b7a0c81a2 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:58.966127 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-7f1ac7ad-aca0-4cf6-b480-4534bc36c662 req-c71ad6d6-2f18-4219-94f4-466b7a0c81a2 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.0855644
Jun 03 22:08:59.013986 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-7f1ac7ad-aca0-4cf6-b480-4534bc36c662 req-b3bb7121-984a-441c-ada7-e92e12ba2c77 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414746
Jun 03 22:08:59.246916 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc705e-a1fc-4ac9-96bf-06496f9a83b4 req-ea54405c-176b-4edd-be3f-1dbebca805a6 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:08:59.248306 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-31bc705e-a1fc-4ac9-96bf-06496f9a83b4 req-ea54405c-176b-4edd-be3f-1dbebca805a6 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/ports?device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 946 time: 0.0807645
Jun 03 22:08:59.296901 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-31bc705e-a1fc-4ac9-96bf-06496f9a83b4 req-ba51c002-d831-4820-b1bb-07b8cffd5114 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/security-groups?id=6f9cbadc-056a-42e8-bd16-e4493a384fb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427947
Jun 03 22:08:59.850477 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 12e508f5-1ee2-42eb-b3d3-0b55d4d8df31 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:08:59.891025 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] No Port match for: 12e508f5-1ee2-42eb-b3d3-0b55d4d8df31 {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:08:59.891378 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 12e508f5-1ee2-42eb-b3d3-0b55d4d8df31 not bound to the agent host hv-cinder-79466 {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:09:00.218731 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bcbd09-912d-437a-9f4d-5c6a812fe7d4 req-bee4f8e6-f063-499e-b7b5-250dc87df589 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:00.220195 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-d3bcbd09-912d-437a-9f4d-5c6a812fe7d4 req-bee4f8e6-f063-499e-b7b5-250dc87df589 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.0859385
Jun 03 22:09:00.267086 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-d3bcbd09-912d-437a-9f4d-5c6a812fe7d4 req-03de540d-4040-40ce-a1b9-bb13706b5674 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406280
Jun 03 22:09:00.480014 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7e8690-ff0e-4739-87c3-5755382dfc34 req-06887f9f-fe83-49bf-8204-c973e789cc0b tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:00.481520 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ad7e8690-ff0e-4739-87c3-5755382dfc34 req-06887f9f-fe83-49bf-8204-c973e789cc0b tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/ports?device_id=770da797-f948-41af-94e4-5681aa0fd17f HTTP/1.1" status: 200  len: 945 time: 0.1532233
Jun 03 22:09:00.488366 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4e569-362c-47cc-835a-8ac5824c164a req-afad54b7-5304-4686-8942-bf954913b269 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:00.489797 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-f1d4e569-362c-47cc-835a-8ac5824c164a req-afad54b7-5304-4686-8942-bf954913b269 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/ports?device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 946 time: 0.0811777
Jun 03 22:09:00.527017 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ad7e8690-ff0e-4739-87c3-5755382dfc34 req-dd20d8b3-a5fa-447a-ac8b-f3a74c5a13ab tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/security-groups?id=7bb8f465-f99e-4d60-8a52-a4abf4554b0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393159
Jun 03 22:09:00.535651 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-f1d4e569-362c-47cc-835a-8ac5824c164a req-bc61bbed-2c6d-4f9d-972d-b666836eae6b tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/security-groups?id=6f9cbadc-056a-42e8-bd16-e4493a384fb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398302
Jun 03 22:09:00.814464 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6817f-3893-4452-97a7-3d0bb8620818 req-5ac6adb7-713b-482b-b887-97c47c66bd95 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:00.815939 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6da6817f-3893-4452-97a7-3d0bb8620818 req-5ac6adb7-713b-482b-b887-97c47c66bd95 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/ports?device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 946 time: 0.0813241
Jun 03 22:09:00.862708 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6da6817f-3893-4452-97a7-3d0bb8620818 req-58e8707b-0560-4700-8984-f0e3327bb369 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/security-groups?id=6f9cbadc-056a-42e8-bd16-e4493a384fb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409889
Jun 03 22:09:01.264529 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafcebc-d95d-4a4a-9ff8-c5dbbbd4a2c1 req-04d1a7c5-dbd8-4cc9-b91e-b05743c178a0 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:01.266035 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-8cafcebc-d95d-4a4a-9ff8-c5dbbbd4a2c1 req-04d1a7c5-dbd8-4cc9-b91e-b05743c178a0 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/ports?device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 946 time: 0.0860775
Jun 03 22:09:01.313193 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-8cafcebc-d95d-4a4a-9ff8-c5dbbbd4a2c1 req-d24e2453-f6fa-4ebe-98ae-b2f5d60692e8 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/security-groups?id=6f9cbadc-056a-42e8-bd16-e4493a384fb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407696
Jun 03 22:09:01.492943 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862bf6b7-fb45-40d1-8e42-9c55fd4d2388 req-9e0304ea-f67d-4446-a841-88c395ee6779 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:01.494548 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-862bf6b7-fb45-40d1-8e42-9c55fd4d2388 req-9e0304ea-f67d-4446-a841-88c395ee6779 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.0831795
Jun 03 22:09:01.543394 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-862bf6b7-fb45-40d1-8e42-9c55fd4d2388 req-0dca61c5-b017-447d-8fb6-e9d178d55d53 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429754
Jun 03 22:09:01.563681 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a9808-d52f-4437-9122-d8f2a675992c req-bd80b329-a1bc-4267-a511-5d20005efe25 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:01.566870 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a16a9808-d52f-4437-9122-d8f2a675992c req-bd80b329-a1bc-4267-a511-5d20005efe25 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.58 "GET /v2.0/ports?device_id=770da797-f948-41af-94e4-5681aa0fd17f HTTP/1.1" status: 200  len: 945 time: 0.0917037
Jun 03 22:09:01.717642 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [req-a16a9808-d52f-4437-9122-d8f2a675992c req-7786f47c-f193-47ac-a969-8c8c6c54f257 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Deleting port fa16bd53-7c41-4366-988e-cc7100d1c05b {{(pid=92564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:09:01.718052 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-a16a9808-d52f-4437-9122-d8f2a675992c req-7786f47c-f193-47ac-a969-8c8c6c54f257 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:01.741573 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f486d7-42cd-4efa-8285-2d7911f8e8c8 req-7385d93e-02f8-4a7e-9cd2-dd0ef345a683 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:01.743072 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-66f486d7-42cd-4efa-8285-2d7911f8e8c8 req-7385d93e-02f8-4a7e-9cd2-dd0ef345a683 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/ports?device_id=770da797-f948-41af-94e4-5681aa0fd17f HTTP/1.1" status: 200  len: 945 time: 0.0988617
Jun 03 22:09:01.790294 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-66f486d7-42cd-4efa-8285-2d7911f8e8c8 req-abdadae1-11dd-436e-9ba0-1466a0cf1272 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/security-groups?id=7bb8f465-f99e-4d60-8a52-a4abf4554b0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415437
Jun 03 22:09:01.875390 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-a16a9808-d52f-4437-9122-d8f2a675992c req-7786f47c-f193-47ac-a969-8c8c6c54f257 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] For port fa16bd53-7c41-4366-988e-cc7100d1c05b, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=fa16bd53-7c41-4366-988e-cc7100d1c05b,segment=NetworkSegment(68a6d8d9-59e7-41a7-8a31-4c373482285f),segment_id=68a6d8d9-59e7-41a7-8a31-4c373482285f)] {{(pid=92564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:09:01.875791 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-a16a9808-d52f-4437-9122-d8f2a675992c req-7786f47c-f193-47ac-a969-8c8c6c54f257 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:02.005182 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [req-a16a9808-d52f-4437-9122-d8f2a675992c req-7786f47c-f193-47ac-a969-8c8c6c54f257 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Calling delete_port for fa16bd53-7c41-4366-988e-cc7100d1c05b owned by compute:nova {{(pid=92564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:09:02.201222 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-a16a9808-d52f-4437-9122-d8f2a675992c req-7786f47c-f193-47ac-a969-8c8c6c54f257 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:02.206924 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-0647e6dc-ee37-4176-a2dc-7ecddcf4bbf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:02.250893 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7786f47c-f193-47ac-a969-8c8c6c54f257 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Pushing event deleted for resources: {'Port': ['ID=fa16bd53-7c41-4366-988e-cc7100d1c05b,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:02.255066 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-7786f47c-f193-47ac-a969-8c8c6c54f257 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:02.332125 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16a9808-d52f-4437-9122-d8f2a675992c req-7786f47c-f193-47ac-a969-8c8c6c54f257 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] No DVR routers for this DVR port fa16bd53-7c41-4366-988e-cc7100d1c05b on host hv-cinder-79466 {{(pid=92564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 22:09:02.334435 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-a16a9808-d52f-4437-9122-d8f2a675992c req-7786f47c-f193-47ac-a969-8c8c6c54f257 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:02.337301 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '770da797-f948-41af-94e4-5681aa0fd17f', 'name': 'network-vif-deleted', 'tag': 'fa16bd53-7c41-4366-988e-cc7100d1c05b'}] {{(pid=92564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:09:02.339590 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c024af40dcbc7289fed731e5c35c42eecf8f16a39534b44a636824a10e0ed12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c6ff51-f21b-4376-976e-d8ef1528018a" -d '{"events": [{"server_uuid": "770da797-f948-41af-94e4-5681aa0fd17f", "name": "network-vif-deleted", "tag": "fa16bd53-7c41-4366-988e-cc7100d1c05b"}]}' {{(pid=92564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:09:02.387489 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856fbf67-a978-46ca-a1c4-7f05022e3abf x-openstack-request-id: req-856fbf67-a978-46ca-a1c4-7f05022e3abf {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:09:02.387861 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "770da797-f948-41af-94e4-5681aa0fd17f", "name": "network-vif-deleted", "tag": "fa16bd53-7c41-4366-988e-cc7100d1c05b", "status": "completed", "code": 200}]} {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:09:02.388222 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-856fbf67-a978-46ca-a1c4-7f05022e3abf {{(pid=92564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:09:02.388616 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '770da797-f948-41af-94e4-5681aa0fd17f', 'name': 'network-vif-deleted', 'tag': 'fa16bd53-7c41-4366-988e-cc7100d1c05b', 'status': 'completed', 'code': 200}
Jun 03 22:09:02.443149 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a16a9808-d52f-4437-9122-d8f2a675992c req-7786f47c-f193-47ac-a969-8c8c6c54f257 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.58 "DELETE /v2.0/ports/fa16bd53-7c41-4366-988e-cc7100d1c05b HTTP/1.1" status: 204  len: 173 time: 0.8721457
Jun 03 22:09:02.733690 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93225caf-781c-4433-8e1b-8a3aadbbb953 req-ff492447-729f-4444-a90b-ff26f35e2c68 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:02.735149 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-93225caf-781c-4433-8e1b-8a3aadbbb953 req-ff492447-729f-4444-a90b-ff26f35e2c68 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.0842962
Jun 03 22:09:02.779442 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-93225caf-781c-4433-8e1b-8a3aadbbb953 req-34e8443c-84c3-4aba-a734-ccd03989c271 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383863
Jun 03 22:09:02.940796 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-bc53fc75-8c85-426f-ba4e-5c882ed5e1e4 req-41aadf50-8adc-494a-bd3a-4d7398b982b8 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Synchronizing usage tracker for tenant:ebf72c5befd44927ab456c218dfdcdda on resource:port {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:09:03.115153 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-bc53fc75-8c85-426f-ba4e-5c882ed5e1e4 req-41aadf50-8adc-494a-bd3a-4d7398b982b8 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Unset dirty status for tenant:ebf72c5befd44927ab456c218dfdcdda on resource:port {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:09:03.116288 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-bc53fc75-8c85-426f-ba4e-5c882ed5e1e4 req-41aadf50-8adc-494a-bd3a-4d7398b982b8 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/ports?device_id=770da797-f948-41af-94e4-5681aa0fd17f HTTP/1.1" status: 200  len: 210 time: 0.2181232
Jun 03 22:09:04.180276 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] get_ports_and_sgs() called for port_ids ['fa16bd53-7c41-4366-988e-cc7100d1c05b'] {{(pid=92565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 22:09:04.407507 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c5d46083-46e2-4fdf-af0e-5f1b4f85e144 req-33b96523-56e6-447c-9b22-1e77811cc84a tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/ports?device_id=770da797-f948-41af-94e4-5681aa0fd17f HTTP/1.1" status: 200  len: 210 time: 0.0466571
Jun 03 22:09:04.428263 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f4fc3-91fa-4a46-bd83-7941a5b9f140 req-1db46c0d-c567-4e91-b6fc-53d9cd1f9c45 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:04.429739 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-d00f4fc3-91fa-4a46-bd83-7941a5b9f140 req-1db46c0d-c567-4e91-b6fc-53d9cd1f9c45 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.1150641
Jun 03 22:09:04.479916 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-d00f4fc3-91fa-4a46-bd83-7941a5b9f140 req-5f00ab37-8f8e-43ad-8776-290257cd3a9a tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/security-groups?id=b5f9fa73-31d1-42b9-bed7-c8676b195422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440142
Jun 03 22:09:04.570273 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93697f-59a3-4536-b86b-c59e055400f6 req-810ce8e4-638d-4758-bdab-627d5d291de4 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:04.571756 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-5e93697f-59a3-4536-b86b-c59e055400f6 req-810ce8e4-638d-4758-bdab-627d5d291de4 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 946 time: 0.0911872
Jun 03 22:09:04.710269 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [req-5e93697f-59a3-4536-b86b-c59e055400f6 req-1f96dc98-f5a5-46af-aa41-74efaf1b9b9e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Deleting port db162f97-61e7-4c95-abfb-63f6380efaac {{(pid=92564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:09:04.710525 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-5e93697f-59a3-4536-b86b-c59e055400f6 req-1f96dc98-f5a5-46af-aa41-74efaf1b9b9e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:04.846150 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-5e93697f-59a3-4536-b86b-c59e055400f6 req-1f96dc98-f5a5-46af-aa41-74efaf1b9b9e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] For port db162f97-61e7-4c95-abfb-63f6380efaac, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=db162f97-61e7-4c95-abfb-63f6380efaac,segment=NetworkSegment(dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba),segment_id=dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba)] {{(pid=92564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:09:04.846502 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-5e93697f-59a3-4536-b86b-c59e055400f6 req-1f96dc98-f5a5-46af-aa41-74efaf1b9b9e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:04.970250 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [req-5e93697f-59a3-4536-b86b-c59e055400f6 req-1f96dc98-f5a5-46af-aa41-74efaf1b9b9e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Calling delete_port for db162f97-61e7-4c95-abfb-63f6380efaac owned by compute:nova {{(pid=92564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:09:05.145396 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-5e93697f-59a3-4536-b86b-c59e055400f6 req-1f96dc98-f5a5-46af-aa41-74efaf1b9b9e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:05.151450 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:05.158980 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] get_ports_and_sgs() called for port_ids ['db162f97-61e7-4c95-abfb-63f6380efaac'] {{(pid=92565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 22:09:05.265832 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f96dc98-f5a5-46af-aa41-74efaf1b9b9e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Pushing event deleted for resources: {'Port': ['ID=db162f97-61e7-4c95-abfb-63f6380efaac,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:05.269426 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-1f96dc98-f5a5-46af-aa41-74efaf1b9b9e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:05.351900 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e93697f-59a3-4536-b86b-c59e055400f6 req-1f96dc98-f5a5-46af-aa41-74efaf1b9b9e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] No DVR routers for this DVR port db162f97-61e7-4c95-abfb-63f6380efaac on host hv-cinder-79466 {{(pid=92564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 22:09:05.354414 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-5e93697f-59a3-4536-b86b-c59e055400f6 req-1f96dc98-f5a5-46af-aa41-74efaf1b9b9e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:05.358370 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7cd90f-a9f9-478a-b535-ad1a5a17e09f', 'name': 'network-vif-deleted', 'tag': 'db162f97-61e7-4c95-abfb-63f6380efaac'}] {{(pid=92564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:09:05.360677 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c024af40dcbc7289fed731e5c35c42eecf8f16a39534b44a636824a10e0ed12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6abca8-32d0-4023-9945-3f200dd8c28d" -d '{"events": [{"server_uuid": "4d7cd90f-a9f9-478a-b535-ad1a5a17e09f", "name": "network-vif-deleted", "tag": "db162f97-61e7-4c95-abfb-63f6380efaac"}]}' {{(pid=92564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:09:05.494970 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-5e93697f-59a3-4536-b86b-c59e055400f6 req-1f96dc98-f5a5-46af-aa41-74efaf1b9b9e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.58 "DELETE /v2.0/ports/db162f97-61e7-4c95-abfb-63f6380efaac HTTP/1.1" status: 204  len: 173 time: 0.9196603
Jun 03 22:09:05.636486 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721b8dfe-c69c-4bdb-a100-1544cc614a0b x-openstack-request-id: req-721b8dfe-c69c-4bdb-a100-1544cc614a0b {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:09:05.636807 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7cd90f-a9f9-478a-b535-ad1a5a17e09f", "name": "network-vif-deleted", "tag": "db162f97-61e7-4c95-abfb-63f6380efaac", "status": "completed", "code": 200}]} {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:09:05.637197 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-721b8dfe-c69c-4bdb-a100-1544cc614a0b {{(pid=92564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:09:05.637640 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7cd90f-a9f9-478a-b535-ad1a5a17e09f', 'name': 'network-vif-deleted', 'tag': 'db162f97-61e7-4c95-abfb-63f6380efaac', 'status': 'completed', 'code': 200}
Jun 03 22:09:05.795425 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-79f844d4-28a1-4f98-a877-a9b60cedf6c3 req-904c8bb7-3804-4262-8112-baf9feab24b3 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] 10.222.0.106 "GET /v2.0/ports?device_id=4d7cd90f-a9f9-478a-b535-ad1a5a17e09f HTTP/1.1" status: 200  len: 210 time: 0.0657902
Jun 03 22:09:08.553383 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device fa16bd53-7c41-4366-988e-cc7100d1c05b no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:09:08.592428 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] No Port match for: fa16bd53-7c41-4366-988e-cc7100d1c05b {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:09:08.592428 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device fa16bd53-7c41-4366-988e-cc7100d1c05b not bound to the agent host hv-cinder-79466 {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:09:08.654525 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 34404) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:09:09.203461 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-ba5cedfe-020c-4615-822c-6f6ae79a9753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664943'] for router_interface, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:09.629566 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [None req-ba5cedfe-020c-4615-822c-6f6ae79a9753 admin admin] Deleting port a90e55b7-39c5-4274-bd12-b5240695a5a9 {{(pid=92564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:09:09.629905 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-ba5cedfe-020c-4615-822c-6f6ae79a9753 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:09.761299 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [None req-ba5cedfe-020c-4615-822c-6f6ae79a9753 admin admin] For port a90e55b7-39c5-4274-bd12-b5240695a5a9, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=a90e55b7-39c5-4274-bd12-b5240695a5a9,segment=NetworkSegment(dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba),segment_id=dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba)] {{(pid=92564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:09:09.761983 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-ba5cedfe-020c-4615-822c-6f6ae79a9753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:09.961113 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [None req-ba5cedfe-020c-4615-822c-6f6ae79a9753 admin admin] Calling delete_port for a90e55b7-39c5-4274-bd12-b5240695a5a9 owned by network:router_interface {{(pid=92564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:09:10.212855 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device db162f97-61e7-4c95-abfb-63f6380efaac no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:09:10.250135 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] No Port match for: db162f97-61e7-4c95-abfb-63f6380efaac {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:09:10.250492 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device db162f97-61e7-4c95-abfb-63f6380efaac not bound to the agent host hv-cinder-79466 {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:09:10.320844 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-ba5cedfe-020c-4615-822c-6f6ae79a9753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:10.324905 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-0e4d840d-2ca3-4be6-bbdb-8cd466cad555 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:10.372032 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5cedfe-020c-4615-822c-6f6ae79a9753 admin admin] Pushing event deleted for resources: {'Port': ['ID=a90e55b7-39c5-4274-bd12-b5240695a5a9,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:10.375423 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-ba5cedfe-020c-4615-822c-6f6ae79a9753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:10.645748 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-ba5cedfe-020c-4615-822c-6f6ae79a9753 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666801'] for router_interface, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:10.909133 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 34454) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:09:11.017942 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5cedfe-020c-4615-822c-6f6ae79a9753 admin admin] Router 39533a2d-83f7-432f-b049-dc1df6f60685 has already been hosted by L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 {{(pid=92564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 22:09:11.031191 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-3ced3e6b-8568-443b-b45d-3cd2ae18f20a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:11.051549 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-3ced3e6b-8568-443b-b45d-3cd2ae18f20a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:09:11.055455 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-3ced3e6b-8568-443b-b45d-3cd2ae18f20a admin admin] Usage tracker for resource:security_group_rule and tenant:b4932688bd36444297a9ba0f2380ab12 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:09:11.058349 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-3ced3e6b-8568-443b-b45d-3cd2ae18f20a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:09:11.064323 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-3ced3e6b-8568-443b-b45d-3cd2ae18f20a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:09:11.207765 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5cedfe-020c-4615-822c-6f6ae79a9753 admin admin] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:09:11.217462 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5923d3-ec7e-4f42-b71b-c43e68808b4a None None] Sync routers for ids ['39533a2d-83f7-432f-b049-dc1df6f60685'] in dv-cinder-794669-4-iscsi {{(pid=92566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:09:11.223055 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-ba5cedfe-020c-4615-822c-6f6ae79a9753 admin admin] 10.222.0.106 "PUT /v2.0/routers/39533a2d-83f7-432f-b049-dc1df6f60685/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5674191
Jun 03 22:09:11.225560 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 34462) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:09:11.230577 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5923d3-ec7e-4f42-b71b-c43e68808b4a None None] Routers {'39533a2d-83f7-432f-b049-dc1df6f60685'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:09:11.231952 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-8f5923d3-ec7e-4f42-b71b-c43e68808b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814efac4f0>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:08:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['39533a2d-83f7-432f-b049-dc1df6f60685'], 'active': True} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:09:11.240851 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-3ced3e6b-8568-443b-b45d-3cd2ae18f20a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:11.326862 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-3ced3e6b-8568-443b-b45d-3cd2ae18f20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:11.336430 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-c886f5f0-6164-4d01-b648-05a3a99f3740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:11.384807 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-3ced3e6b-8568-443b-b45d-3cd2ae18f20a admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=b4932688bd36444297a9ba0f2380ab12&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4721174
Jun 03 22:09:11.384807 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced3e6b-8568-443b-b45d-3cd2ae18f20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d7bdb3-e4c6-4676-a9eb-ee2177885913,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:11.385776 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 34464) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:09:11.398533 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-3ced3e6b-8568-443b-b45d-3cd2ae18f20a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:11.426527 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvr_db [None req-8f5923d3-ec7e-4f42-b71b-c43e68808b4a None None] Set router 39533a2d-83f7-432f-b049-dc1df6f60685 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:09:11.450332 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-73063e05-f48f-4225-b78f-7671629f38ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:11.484947 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-73063e05-f48f-4225-b78f-7671629f38ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:11.502087 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-30865bdf-113b-4375-b4f3-330239e10a50 admin admin] Notify callbacks [] for router, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:11.687627 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-30865bdf-113b-4375-b4f3-330239e10a50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:11.711064 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-73063e05-f48f-4225-b78f-7671629f38ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:11.716131 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-65dcc4fa-8b5a-444b-9e5e-53e313745a51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:11.732551 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73063e05-f48f-4225-b78f-7671629f38ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d7bdb3-e4c6-4676-a9eb-ee2177885913,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:11.735439 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-73063e05-f48f-4225-b78f-7671629f38ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:11.736393 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-73063e05-f48f-4225-b78f-7671629f38ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:11.741064 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-73063e05-f48f-4225-b78f-7671629f38ff admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/82d7bdb3-e4c6-4676-a9eb-ee2177885913 HTTP/1.1" status: 204  len: 168 time: 0.3508108
Jun 03 22:09:11.768747 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-8f5923d3-ec7e-4f42-b71b-c43e68808b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814efac4f0>, [{'id': '39533a2d-83f7-432f-b049-dc1df6f60685', 'name': 'tempest-ServerRescueNegativeTestJSON-1059474899-router', 'tenant_id': 'cb9a7d32ed194ab1b6188c11ba83bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.122'}], 'enable_snat': True}, 'gw_port_id': 'ae52100f-f901-4b6f-a85d-077f76c2c695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:05:27Z', 'updated_at': '2021-06-03T22:09:10Z', 'revision_number': 5, 'project_id': 'cb9a7d32ed194ab1b6188c11ba83bbd4', 'gw_port': {'id': 'ae52100f-f901-4b6f-a85d-077f76c2c695', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39533a2d-83f7-432f-b049-dc1df6f60685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:29Z', 'updated_at': '2021-06-03T22:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:09:11.772994 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5923d3-ec7e-4f42-b71b-c43e68808b4a None None] Checking router: 39533a2d-83f7-432f-b049-dc1df6f60685 for host: dv-cinder-794669-4-iscsi {{(pid=92566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:09:11.781827 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5923d3-ec7e-4f42-b71b-c43e68808b4a None None] Routers {'39533a2d-83f7-432f-b049-dc1df6f60685'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:09:11.782212 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-8f5923d3-ec7e-4f42-b71b-c43e68808b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814efac4f0>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:08:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['39533a2d-83f7-432f-b049-dc1df6f60685'], 'active': True} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:09:11.880463 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [None req-30865bdf-113b-4375-b4f3-330239e10a50 admin admin] Deleting port ae52100f-f901-4b6f-a85d-077f76c2c695 {{(pid=92564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:09:11.880805 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-30865bdf-113b-4375-b4f3-330239e10a50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:11.956705 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvr_db [None req-8f5923d3-ec7e-4f42-b71b-c43e68808b4a None None] Set router 39533a2d-83f7-432f-b049-dc1df6f60685 gateway port host: None {{(pid=92566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:09:12.025143 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [None req-30865bdf-113b-4375-b4f3-330239e10a50 admin admin] For port ae52100f-f901-4b6f-a85d-077f76c2c695, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=ae52100f-f901-4b6f-a85d-077f76c2c695,segment=NetworkSegment(cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c),segment_id=cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c)] {{(pid=92564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:09:12.025732 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-30865bdf-113b-4375-b4f3-330239e10a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:12.068557 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-8f5923d3-ec7e-4f42-b71b-c43e68808b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814efac4f0>, [{'id': '39533a2d-83f7-432f-b049-dc1df6f60685', 'name': 'tempest-ServerRescueNegativeTestJSON-1059474899-router', 'tenant_id': 'cb9a7d32ed194ab1b6188c11ba83bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:05:27Z', 'updated_at': '2021-06-03T22:09:11Z', 'revision_number': 6, 'project_id': 'cb9a7d32ed194ab1b6188c11ba83bbd4', 'gw_port_host': None}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:09:12.073094 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5923d3-ec7e-4f42-b71b-c43e68808b4a None None] The sync data for ids ['39533a2d-83f7-432f-b049-dc1df6f60685'] in dv-cinder-794669-4-iscsi is: [{'id': '39533a2d-83f7-432f-b049-dc1df6f60685', 'name': 'tempest-ServerRescueNegativeTestJSON-1059474899-router', 'tenant_id': 'cb9a7d32ed194ab1b6188c11ba83bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:05:27Z', 'updated_at': '2021-06-03T22:09:11Z', 'revision_number': 6, 'project_id': 'cb9a7d32ed194ab1b6188c11ba83bbd4', 'gw_port_host': None}] {{(pid=92566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:09:12.152331 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [None req-30865bdf-113b-4375-b4f3-330239e10a50 admin admin] Calling delete_port for ae52100f-f901-4b6f-a85d-077f76c2c695 owned by network:router_gateway {{(pid=92564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:09:12.379217 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-30865bdf-113b-4375-b4f3-330239e10a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:12.384305 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-bfe5098c-d567-4834-89e8-04f0f2c6fbf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:12.430462 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30865bdf-113b-4375-b4f3-330239e10a50 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae52100f-f901-4b6f-a85d-077f76c2c695,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:12.468518 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-30865bdf-113b-4375-b4f3-330239e10a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:12.531717 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device a90e55b7-39c5-4274-bd12-b5240695a5a9 no longer exists at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:09:12.532521 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-30865bdf-113b-4375-b4f3-330239e10a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-309266'] for router_gateway, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:12.571150 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] No Port match for: a90e55b7-39c5-4274-bd12-b5240695a5a9 {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:09:12.571835 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device a90e55b7-39c5-4274-bd12-b5240695a5a9 not bound to the agent host dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:09:12.711365 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-30865bdf-113b-4375-b4f3-330239e10a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-710188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38400'] for router, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:12.713714 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-30865bdf-113b-4375-b4f3-330239e10a50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:12.944116 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-30865bdf-113b-4375-b4f3-330239e10a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-710328'] for router, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:12.944676 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30865bdf-113b-4375-b4f3-330239e10a50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39533a2d-83f7-432f-b049-dc1df6f60685 {{(pid=92564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 03 22:09:12.958038 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-30865bdf-113b-4375-b4f3-330239e10a50 admin admin] Notify callbacks [] for router, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:12.959161 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-30865bdf-113b-4375-b4f3-330239e10a50 admin admin] 10.222.0.106 "DELETE /v2.0/routers/39533a2d-83f7-432f-b049-dc1df6f60685 HTTP/1.1" status: 204  len: 168 time: 1.7326860
Jun 03 22:09:12.962263 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 34498) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:09:13.030890 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf9cead-836e-4275-9f7b-edad00683429 admin admin] Deleting subnet cdfc5818-5ff2-45c9-ba1c-7ddd531c675e {{(pid=92563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 22:09:13.035108 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-dcf9cead-836e-4275-9f7b-edad00683429 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:13.089189 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-dcf9cead-836e-4275-9f7b-edad00683429 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840165'] for subnet, precommit_delete_associations {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:13.150894 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-dcf9cead-836e-4275-9f7b-edad00683429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799703'] for subnet, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:13.504572 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-dcf9cead-836e-4275-9f7b-edad00683429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33200899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31823006'] for subnet, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:13.509026 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-3c286787-478a-4d17-95e6-409e4d348ce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:13.544772 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf9cead-836e-4275-9f7b-edad00683429 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdfc5818-5ff2-45c9-ba1c-7ddd531c675e,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:13.548260 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-dcf9cead-836e-4275-9f7b-edad00683429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:13.551633 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-dcf9cead-836e-4275-9f7b-edad00683429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for subnet, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:13.557826 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-dcf9cead-836e-4275-9f7b-edad00683429 admin admin] 10.222.0.106 "DELETE /v2.0/subnets/cdfc5818-5ff2-45c9-ba1c-7ddd531c675e HTTP/1.1" status: 204  len: 168 time: 0.5947855
Jun 03 22:09:13.560386 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 34510) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:09:13.622038 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:09:13.667422 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-47c6770e-0e9e-46a3-9ffa-59a7ad7d4cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1319667'] for network, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:13.791071 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-47c6770e-0e9e-46a3-9ffa-59a7ad7d4cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1799298', 'neutron.services.segments.db._delete_segments_for_network-8762086254785'] for network, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:13.805401 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.services.segments.db [None req-47c6770e-0e9e-46a3-9ffa-59a7ad7d4cfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f814ee3f520>,) {'filters': {'network_id': ['ceedd4ab-fc8f-4298-8659-a082fdebf44c']}} {{(pid=92563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:09:13.817206 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.services.segments.db [None req-47c6770e-0e9e-46a3-9ffa-59a7ad7d4cfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f814ee3f520>, 'dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba') {'for_net_delete': True} {{(pid=92563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:09:13.817498 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.services.segments.db [None req-47c6770e-0e9e-46a3-9ffa-59a7ad7d4cfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f814ee3f520>, 'dbe5fa2c-5f30-44ac-a940-d6e76a8e89ba') {} {{(pid=92563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:09:13.829235 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-47c6770e-0e9e-46a3-9ffa-59a7ad7d4cfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762086257628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840220'] for segment, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:13.846240 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-47c6770e-0e9e-46a3-9ffa-59a7ad7d4cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286'] for segment, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:13.853418 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47c6770e-0e9e-46a3-9ffa-59a7ad7d4cfd admin admin] Releasing vlan 1442 on physical network physnet1 to pool {{(pid=92563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 22:09:13.853724 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-47c6770e-0e9e-46a3-9ffa-59a7ad7d4cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33201129'] for segment, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:13.866753 dv-cinder-794669-4-iscsi neutron-server[92563]: Traceback (most recent call last):
Jun 03 22:09:13.866753 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 22:09:13.866753 dv-cinder-794669-4-iscsi neutron-server[92563]:     timer()
Jun 03 22:09:13.866753 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 22:09:13.866753 dv-cinder-794669-4-iscsi neutron-server[92563]:     cb(*args, **kw)
Jun 03 22:09:13.866753 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 22:09:13.866753 dv-cinder-794669-4-iscsi neutron-server[92563]:     return func(*args, **kwargs)
Jun 03 22:09:13.866753 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 22:09:13.866753 dv-cinder-794669-4-iscsi neutron-server[92563]:     self._notify()
Jun 03 22:09:13.866753 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 22:09:13.866753 dv-cinder-794669-4-iscsi neutron-server[92563]:     self.callback(batched_events)
Jun 03 22:09:13.866753 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 22:09:13.866753 dv-cinder-794669-4-iscsi neutron-server[92563]:     event.method(event)
Jun 03 22:09:13.866753 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 22:09:13.866753 dv-cinder-794669-4-iscsi neutron-server[92563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 22:09:13.866753 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 22:09:13.866753 dv-cinder-794669-4-iscsi neutron-server[92563]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 22:09:13.866753 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 22:09:13.866753 dv-cinder-794669-4-iscsi neutron-server[92563]:     return f(self, *a, **k)
Jun 03 22:09:13.866753 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 22:09:13.866753 dv-cinder-794669-4-iscsi neutron-server[92563]:     return self._get(url).json()
Jun 03 22:09:13.866753 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 22:09:13.866753 dv-cinder-794669-4-iscsi neutron-server[92563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 22:09:13.866753 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 22:09:13.866753 dv-cinder-794669-4-iscsi neutron-server[92563]:     return self.request(url, 'GET', **kwargs)
Jun 03 22:09:13.866753 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 22:09:13.866753 dv-cinder-794669-4-iscsi neutron-server[92563]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 22:09:13.866753 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 22:09:13.866753 dv-cinder-794669-4-iscsi neutron-server[92563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 22:09:13.866753 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 22:09:13.866753 dv-cinder-794669-4-iscsi neutron-server[92563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 22:09:13.866753 dv-cinder-794669-4-iscsi neutron-server[92563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 22:09:14.052697 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-47c6770e-0e9e-46a3-9ffa-59a7ad7d4cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1799305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-309369'] for network, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:14.068767 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-47c6770e-0e9e-46a3-9ffa-59a7ad7d4cfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for network, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:14.073443 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-b7d53496-37d9-40fd-b8ad-a8017be2b5af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:14.095193 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c6770e-0e9e-46a3-9ffa-59a7ad7d4cfd admin admin] Pushing event deleted for resources: {'Network': ['ID=ceedd4ab-fc8f-4298-8659-a082fdebf44c,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:14.098199 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-47c6770e-0e9e-46a3-9ffa-59a7ad7d4cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:14.218683 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-47c6770e-0e9e-46a3-9ffa-59a7ad7d4cfd admin admin] 10.222.0.106 "DELETE /v2.0/networks/ceedd4ab-fc8f-4298-8659-a082fdebf44c HTTP/1.1" status: 204  len: 168 time: 0.6570156
Jun 03 22:09:14.466706 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device ae52100f-f901-4b6f-a85d-077f76c2c695 no longer exists at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:09:14.501596 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] No Port match for: ae52100f-f901-4b6f-a85d-077f76c2c695 {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:09:14.502319 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device ae52100f-f901-4b6f-a85d-077f76c2c695 not bound to the agent host dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:09:14.741540 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 34526) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:09:14.792628 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-39498cf4-a885-4401-8eb6-3f3f8b3b2f1d admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=cb9a7d32ed194ab1b6188c11ba83bbd4&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0480669
Jun 03 22:09:14.793292 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 34530) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:09:14.857510 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-cc0f3e03-0fa0-48e8-a47e-9518ca110a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:14.883458 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-cc0f3e03-0fa0-48e8-a47e-9518ca110a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:15.240628 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-ab3168fa-186c-49c2-af22-38c07f084051 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:15.242009 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-ab3168fa-186c-49c2-af22-38c07f084051 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/networks?id=ee72200c-c241-44cb-972d-cd625ecb6cda HTTP/1.1" status: 200  len: 814 time: 0.2360249
Jun 03 22:09:15.258424 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-7454822f-9a09-46a3-bd43-003e29bf1b49 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/quotas/ebf72c5befd44927ab456c218dfdcdda HTTP/1.1" status: 200  len: 375 time: 0.0097864
Jun 03 22:09:15.313319 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-3ec85190-8d06-4bc4-b739-2e180958d899 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/ports?tenant_id=ebf72c5befd44927ab456c218dfdcdda&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0495129
Jun 03 22:09:15.339947 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-cc0f3e03-0fa0-48e8-a47e-9518ca110a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:15.348218 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-fbba32cc-7e4a-426e-bda8-abd54e747a7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:15.377284 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f3e03-0fa0-48e8-a47e-9518ca110a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f9fa73-31d1-42b9-bed7-c8676b195422,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:15.381240 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-cc0f3e03-0fa0-48e8-a47e-9518ca110a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:15.466021 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-cc0f3e03-0fa0-48e8-a47e-9518ca110a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:15.467163 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-cc0f3e03-0fa0-48e8-a47e-9518ca110a10 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/b5f9fa73-31d1-42b9-bed7-c8676b195422 HTTP/1.1" status: 204  len: 168 time: 0.6729441
Jun 03 22:09:15.470645 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-6a472386-4f26-4615-8744-8a7e099275f3 service neutron] 10.222.0.106 "GET /v2.0/networks/ee72200c-c241-44cb-972d-cd625ecb6cda?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1507587
Jun 03 22:09:15.618807 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-c051699c-6452-4f0f-88dc-a45ad1f06328 service neutron] 10.222.0.106 "GET /v2.0/networks/ee72200c-c241-44cb-972d-cd625ecb6cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1405747
Jun 03 22:09:15.966173 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:16.091841 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-301a509b-a660-47ae-a1bd-11743ef64b06 req-ee84bc11-4338-4f32-8c55-b197da7a3ffd tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/ports?device_id=5de282d6-263d-4212-927d-2017367ed965 HTTP/1.1" status: 200  len: 210 time: 0.0587499
Jun 03 22:09:17.160450 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-09127597-df0f-4517-9de5-e5e9aefb1600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:17.191798 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-22d9c531-efe3-4f4d-b6c6-eb1737abd3fb req-4e60571e-6a38-42cf-9c1b-8a9e72c0b7dc tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/ports?device_id=5de282d6-263d-4212-927d-2017367ed965 HTTP/1.1" status: 200  len: 210 time: 0.0542054
Jun 03 22:09:17.636233 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fdd90-06e5-4fbf-925b-59d79554bb38 req-62ed793d-d0f0-42a8-a43c-0a61e251d76d tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:17.637709 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-116fdd90-06e5-4fbf-925b-59d79554bb38 req-62ed793d-d0f0-42a8-a43c-0a61e251d76d tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/ports?device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 946 time: 0.0902071
Jun 03 22:09:17.693491 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-116fdd90-06e5-4fbf-925b-59d79554bb38 req-8a079f19-bc29-46b3-a407-7cf32dab918f tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/security-groups?id=6f9cbadc-056a-42e8-bd16-e4493a384fb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479517
Jun 03 22:09:17.693705 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 34628) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:09:17.722039 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 34632) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:09:17.819857 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-a788bd5e-6529-41ca-95a8-42f832721225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:17.840300 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-a788bd5e-6529-41ca-95a8-42f832721225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:09:17.845239 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-a788bd5e-6529-41ca-95a8-42f832721225 admin admin] Usage tracker for resource:security_group_rule and tenant:3d6ca01cc5cd4fa697dc2b6a40031bf2 is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:09:17.848599 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-a788bd5e-6529-41ca-95a8-42f832721225 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:09:17.856407 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-a788bd5e-6529-41ca-95a8-42f832721225 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:09:17.989429 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-a788bd5e-6529-41ca-95a8-42f832721225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:18.014034 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c402c87-3905-4448-a9d1-d9702f5d8bf3 tempest-TestMinimumBasicScenario-2028317326 tempest-TestMinimumBasicScenario-2028317326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:18.014731 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-4c402c87-3905-4448-a9d1-d9702f5d8bf3 tempest-TestMinimumBasicScenario-2028317326 tempest-TestMinimumBasicScenario-2028317326-project-admin] Synchronizing usage tracker for tenant:9d9b5c928d9c41528590355842fee714 on resource:port {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:09:18.145365 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-a788bd5e-6529-41ca-95a8-42f832721225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:18.153717 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-14a2f5b9-da10-4a7a-a903-569baf738f82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:18.195962 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-a788bd5e-6529-41ca-95a8-42f832721225 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=3d6ca01cc5cd4fa697dc2b6a40031bf2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5011387
Jun 03 22:09:18.196879 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788bd5e-6529-41ca-95a8-42f832721225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eaababf-68b1-4ccd-9a68-152b1f7d0e7d,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:18.199157 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 34644) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:09:18.201181 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-a788bd5e-6529-41ca-95a8-42f832721225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:18.263786 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-3d39eb04-cc88-4b2d-af54-ed8737ab9f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:18.275642 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-4c402c87-3905-4448-a9d1-d9702f5d8bf3 tempest-TestMinimumBasicScenario-2028317326 tempest-TestMinimumBasicScenario-2028317326-project-admin] Unset dirty status for tenant:9d9b5c928d9c41528590355842fee714 on resource:port {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:09:18.275642 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-4c402c87-3905-4448-a9d1-d9702f5d8bf3 tempest-TestMinimumBasicScenario-2028317326 tempest-TestMinimumBasicScenario-2028317326-project-admin] 10.222.0.106 "GET /v2.0/ports?device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 1094 time: 0.5448582
Jun 03 22:09:18.277877 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 34650) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:09:18.283018 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-80c9f218-048a-4f9c-b12e-b11f48819fe2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Request body: {'floatingip': {'floating_network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'port_id': '423c4428-4b36-4d3b-8b9d-b25746d99c22', 'tenant_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'fixed_ip_address': '172.20.0.14'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:09:18.291837 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-80c9f218-048a-4f9c-b12e-b11f48819fe2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:09:18.297154 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-80c9f218-048a-4f9c-b12e-b11f48819fe2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Usage tracker for resource:floatingip and tenant:0dabed8f14dc4e5598cbf1b0e1396411 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:09:18.300916 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-3d39eb04-cc88-4b2d-af54-ed8737ab9f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:18.301326 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-80c9f218-048a-4f9c-b12e-b11f48819fe2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:09:18.308120 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-80c9f218-048a-4f9c-b12e-b11f48819fe2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:09:18.372621 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-33b5166f-cf5c-4346-8e4a-d8137b848699 req-e919111b-772e-4593-9cfa-a2982dc041b8 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/ports?device_id=5de282d6-263d-4212-927d-2017367ed965 HTTP/1.1" status: 200  len: 210 time: 0.0537100
Jun 03 22:09:18.551335 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-80c9f218-048a-4f9c-b12e-b11f48819fe2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks [] for floatingip, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:18.590262 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-3d39eb04-cc88-4b2d-af54-ed8737ab9f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:18.595463 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-4e5f4756-20a7-48b5-9473-8187229539ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:18.608799 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39eb04-cc88-4b2d-af54-ed8737ab9f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eaababf-68b1-4ccd-9a68-152b1f7d0e7d,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:18.611636 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-3d39eb04-cc88-4b2d-af54-ed8737ab9f95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:18.613519 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-3d39eb04-cc88-4b2d-af54-ed8737ab9f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:18.616283 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-3d39eb04-cc88-4b2d-af54-ed8737ab9f95 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/3eaababf-68b1-4ccd-9a68-152b1f7d0e7d HTTP/1.1" status: 204  len: 168 time: 0.4146762
Jun 03 22:09:18.704745 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-80c9f218-048a-4f9c-b12e-b11f48819fe2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:18.845721 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.db_base_plugin_common [None req-80c9f218-048a-4f9c-b12e-b11f48819fe2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Allocated IP 172.27.0.198 (fbd3fa50-1ea9-4a37-9f63-373be6d121e3/b881b088-b524-4558-b754-6a0245dcfb71/47cbf335-0a5e-4e65-b9a3-1ce8e31538ea) {{(pid=92563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:09:18.996686 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-80c9f218-048a-4f9c-b12e-b11f48819fe2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks [] for port, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:19.368667 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-80c9f218-048a-4f9c-b12e-b11f48819fe2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33200950'] for port, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:19.372720 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:19.561052 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-19b26554-9675-47ed-9761-ebefa146e468 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:19.562581 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-19b26554-9675-47ed-9761-ebefa146e468 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.58 "GET /v2.0/networks?id=ee72200c-c241-44cb-972d-cd625ecb6cda HTTP/1.1" status: 200  len: 814 time: 0.1721213
Jun 03 22:09:19.575146 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c9f218-048a-4f9c-b12e-b11f48819fe2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Pushing event updated for resources: {'Port': ['ID=47cbf335-0a5e-4e65-b9a3-1ce8e31538ea,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:19.579851 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-7ebedfc6-9a22-46ea-b8e9-9fa7d51cdf83 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Request body: {'port': {'device_id': '5de282d6-263d-4212-927d-2017367ed965', 'network_id': 'ee72200c-c241-44cb-972d-cd625ecb6cda', 'admin_state_up': True, 'tenant_id': 'ebf72c5befd44927ab456c218dfdcdda'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:09:19.597297 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-80c9f218-048a-4f9c-b12e-b11f48819fe2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:19.598835 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-20db19ba-15cc-435a-80a2-9ad09717e556 req-0af70080-cdfe-419c-950e-76ad5997fef9 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/ports?device_id=5de282d6-263d-4212-927d-2017367ed965 HTTP/1.1" status: 200  len: 210 time: 0.0918107
Jun 03 22:09:19.609578 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c9f218-048a-4f9c-b12e-b11f48819fe2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Network fbd3fa50-1ea9-4a37-9f63-373be6d121e3 is already hosted by enough agents. {{(pid=92563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:09:19.611162 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-80c9f218-048a-4f9c-b12e-b11f48819fe2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Resources bound (agent type, host, resource id):  {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:09:19.614991 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c9f218-048a-4f9c-b12e-b11f48819fe2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Received port after_create {{(pid=92563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:09:19.701805 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:19.755289 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-7e823636-da57-4d46-a70e-c2fc52dbf811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:19.817894 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-7ebedfc6-9a22-46ea-b8e9-9fa7d51cdf83 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:09:19.831785 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-7ebedfc6-9a22-46ea-b8e9-9fa7d51cdf83 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:09:20.000801 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-7ebedfc6-9a22-46ea-b8e9-9fa7d51cdf83 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Made reservation on behalf of ebf72c5befd44927ab456c218dfdcdda for: {'port': 1} {{(pid=92564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:09:20.004714 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-7ebedfc6-9a22-46ea-b8e9-9fa7d51cdf83 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:20.132877 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-80c9f218-048a-4f9c-b12e-b11f48819fe2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:20.196007 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.db_base_plugin_common [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-7ebedfc6-9a22-46ea-b8e9-9fa7d51cdf83 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Allocated IP 172.20.0.7 (ee72200c-c241-44cb-972d-cd625ecb6cda/47e98e05-76e7-4976-a242-07e4fd463da2/0a206964-3748-4845-86ba-224afb60a059) {{(pid=92564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:09:20.360704 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-80c9f218-048a-4f9c-b12e-b11f48819fe2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:20.446633 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-7ebedfc6-9a22-46ea-b8e9-9fa7d51cdf83 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Notify callbacks [] for port, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:20.586120 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-7ebedfc6-9a22-46ea-b8e9-9fa7d51cdf83 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:20.593161 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-7786f47c-f193-47ac-a969-8c8c6c54f257 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:20.599879 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-80c9f218-048a-4f9c-b12e-b11f48819fe2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks [] for port, precommit_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:20.660078 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-7ebedfc6-9a22-46ea-b8e9-9fa7d51cdf83 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Network ee72200c-c241-44cb-972d-cd625ecb6cda is already hosted by enough agents. {{(pid=92564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:09:20.663537 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.base_scheduler [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-7ebedfc6-9a22-46ea-b8e9-9fa7d51cdf83 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Resources bound (agent type, host, resource id):  {{(pid=92564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:09:20.668130 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-7ebedfc6-9a22-46ea-b8e9-9fa7d51cdf83 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Received port after_create {{(pid=92564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:09:20.686270 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-80c9f218-048a-4f9c-b12e-b11f48819fe2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33201101'] for port, after_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:20.690399 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-a0360526-c804-4454-8d2a-d4e4749790ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:20.721789 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebedfc6-9a22-46ea-b8e9-9fa7d51cdf83 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Pushing event updated for resources: {'Port': ['ID=0a206964-3748-4845-86ba-224afb60a059,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:20.730584 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-7ebedfc6-9a22-46ea-b8e9-9fa7d51cdf83 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:20.814197 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c9f218-048a-4f9c-b12e-b11f48819fe2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Pushing event updated for resources: {'Port': ['ID=47cbf335-0a5e-4e65-b9a3-1ce8e31538ea,revision_number=2']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:20.823271 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-80c9f218-048a-4f9c-b12e-b11f48819fe2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:20.834208 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-80c9f218-048a-4f9c-b12e-b11f48819fe2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-309359'] for floatingip, after_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:20.880783 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-7ebedfc6-9a22-46ea-b8e9-9fa7d51cdf83 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:20.880783 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-7ebedfc6-9a22-46ea-b8e9-9fa7d51cdf83 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:20.947269 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9979ee-9dbe-463b-b78f-1ce89a78e3b6 req-cc77af9a-7cd1-4b6b-bea8-8f65465b357a tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:20.948203 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-df9979ee-9dbe-463b-b78f-1ce89a78e3b6 req-cc77af9a-7cd1-4b6b-bea8-8f65465b357a tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Synchronizing usage tracker for tenant:ebf72c5befd44927ab456c218dfdcdda on resource:port {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:09:21.015053 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:21.020133 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-7ebedfc6-9a22-46ea-b8e9-9fa7d51cdf83 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4458678
Jun 03 22:09:21.044314 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.db.l3_db [None req-80c9f218-048a-4f9c-b12e-b11f48819fe2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Floating IP 6d561014-ac16-404c-adab-355db20c53f8 associated. External IP: 172.27.0.198, port: 423c4428-4b36-4d3b-8b9d-b25746d99c22.
Jun 03 22:09:21.047514 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-ee04d574-2108-4df5-91d5-f0d77d142018 service neutron] Request body: {'port': {'device_id': '5de282d6-263d-4212-927d-2017367ed965', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:09:21.164251 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-df9979ee-9dbe-463b-b78f-1ce89a78e3b6 req-cc77af9a-7cd1-4b6b-bea8-8f65465b357a tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Unset dirty status for tenant:ebf72c5befd44927ab456c218dfdcdda on resource:port {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:09:21.171366 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-df9979ee-9dbe-463b-b78f-1ce89a78e3b6 req-cc77af9a-7cd1-4b6b-bea8-8f65465b357a tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/ports?device_id=5de282d6-263d-4212-927d-2017367ed965 HTTP/1.1" status: 200  len: 931 time: 0.4437854
Jun 03 22:09:21.261335 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-ee04d574-2108-4df5-91d5-f0d77d142018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:21.275442 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-df9979ee-9dbe-463b-b78f-1ce89a78e3b6 req-ed9998fc-f345-417f-8ba4-55c94cc54f73 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/security-groups?id=7bb8f465-f99e-4d60-8a52-a4abf4554b0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030872
Jun 03 22:09:21.602325 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c9f218-048a-4f9c-b12e-b11f48819fe2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Router 18a0b3bb-b977-4e78-bf2e-03d528275cea has already been hosted by L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 {{(pid=92563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 22:09:21.703513 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-ee04d574-2108-4df5-91d5-f0d77d142018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a206964-3748-4845-86ba-224afb60a059 {{(pid=92564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 22:09:21.711885 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-ee04d574-2108-4df5-91d5-f0d77d142018 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:21.727162 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.provisioning_blocks [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-ee04d574-2108-4df5-91d5-f0d77d142018 service neutron] Transition to ACTIVE for port object 0a206964-3748-4845-86ba-224afb60a059 will not be triggered until provisioned by entity L2. {{(pid=92564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:09:21.793668 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c9f218-048a-4f9c-b12e-b11f48819fe2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:09:21.805663 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95718aa5-9ecd-4e3e-ae7f-1c517a28fed3 None None] Sync routers for ids ['18a0b3bb-b977-4e78-bf2e-03d528275cea'] in dv-cinder-794669-4-iscsi {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:09:21.806812 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-ee04d574-2108-4df5-91d5-f0d77d142018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31972166'] for port, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:21.814813 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-52e57dc1-1bc4-45b0-9a22-cd3661fadbac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:21.833236 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95718aa5-9ecd-4e3e-ae7f-1c517a28fed3 None None] Routers {'18a0b3bb-b977-4e78-bf2e-03d528275cea'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:09:21.833843 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-95718aa5-9ecd-4e3e-ae7f-1c517a28fed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814f5b0f40>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:09:20Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['18a0b3bb-b977-4e78-bf2e-03d528275cea'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:09:21.926578 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-80c9f218-048a-4f9c-b12e-b11f48819fe2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for floatingip, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:22.052338 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-80c9f218-048a-4f9c-b12e-b11f48819fe2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.7727511
Jun 03 22:09:22.060631 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 34736) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:09:22.061216 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c75b5ea-05cf-4548-bff6-2de470070f45', 'tag': '423c4428-4b36-4d3b-8b9d-b25746d99c22'}] {{(pid=92563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:09:22.063633 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7740435dcc85f6ab0eb9908d75a6f818e2fb7acd2ed127072350a3dd3a6b64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34192517-49aa-408c-ab62-d3dd48ce787d" -d '{"events": [{"name": "network-changed", "server_uuid": "3c75b5ea-05cf-4548-bff6-2de470070f45", "tag": "423c4428-4b36-4d3b-8b9d-b25746d99c22"}]}' {{(pid=92563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:09:22.072192 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-95718aa5-9ecd-4e3e-ae7f-1c517a28fed3 None None] Set router 18a0b3bb-b977-4e78-bf2e-03d528275cea gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:09:22.079357 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-d04040ad-ddac-432b-90f2-92ecdb919f65 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1615822001', 'description': 'tempest-secgroup-smoke-1615822001 description', 'project_id': '0dabed8f14dc4e5598cbf1b0e1396411'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:09:22.103784 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-d04040ad-ddac-432b-90f2-92ecdb919f65 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:09:22.153321 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-d04040ad-ddac-432b-90f2-92ecdb919f65 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:09:22.159512 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-ee04d574-2108-4df5-91d5-f0d77d142018 service neutron] Attempting to bind port 0a206964-3748-4845-86ba-224afb60a059 on host hv-cinder-79466 for vnic_type normal with profile  {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:09:22.159932 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-ee04d574-2108-4df5-91d5-f0d77d142018 service neutron] Attempting to bind port 0a206964-3748-4845-86ba-224afb60a059 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '68a6d8d9-59e7-41a7-8a31-4c373482285f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'ee72200c-c241-44cb-972d-cd625ecb6cda'}] {{(pid=92564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:09:22.161511 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-ee04d574-2108-4df5-91d5-f0d77d142018 service neutron] Attempting to bind port 0a206964-3748-4845-86ba-224afb60a059 on network ee72200c-c241-44cb-972d-cd625ecb6cda {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:09:22.165111 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee04d574-2108-4df5-91d5-f0d77d142018 service neutron] Pushing event updated for resources: {'Port': ['ID=0a206964-3748-4845-86ba-224afb60a059,revision_number=2']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:22.176412 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-ee04d574-2108-4df5-91d5-f0d77d142018 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:22.177263 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-ee04d574-2108-4df5-91d5-f0d77d142018 service neutron] Port 0a206964-3748-4845-86ba-224afb60a059 on network ee72200c-c241-44cb-972d-cd625ecb6cda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 22:09:22.177694 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-ee04d574-2108-4df5-91d5-f0d77d142018 service neutron] Attempting to bind port 0a206964-3748-4845-86ba-224afb60a059 on network ee72200c-c241-44cb-972d-cd625ecb6cda {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:09:22.185148 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-ee04d574-2108-4df5-91d5-f0d77d142018 service neutron] Checking agent: {'id': 'ba7169ba-ec54-42ab-82e6-dffd3900ba09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 22, 3, 45), 'started_at': datetime.datetime(2021, 6, 3, 22, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:09:22.185581 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-ee04d574-2108-4df5-91d5-f0d77d142018 service neutron] Checking segment: {'id': '68a6d8d9-59e7-41a7-8a31-4c373482285f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'ee72200c-c241-44cb-972d-cd625ecb6cda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:09:22.186099 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-ee04d574-2108-4df5-91d5-f0d77d142018 service neutron] Bound using segment: {'id': '68a6d8d9-59e7-41a7-8a31-4c373482285f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'ee72200c-c241-44cb-972d-cd625ecb6cda'} {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:09:22.186635 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-ee04d574-2108-4df5-91d5-f0d77d142018 service neutron] Bound port: 0a206964-3748-4845-86ba-224afb60a059, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68a6d8d9-59e7-41a7-8a31-4c373482285f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1417, 'network_id': 'ee72200c-c241-44cb-972d-cd625ecb6cda'}}] {{(pid=92564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:09:22.187189 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-ee04d574-2108-4df5-91d5-f0d77d142018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:22.195858 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c631b42e-bc5f-4dfc-ad36-df21590f4426 x-openstack-request-id: req-c631b42e-bc5f-4dfc-ad36-df21590f4426 {{(pid=92563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:09:22.196054 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c75b5ea-05cf-4548-bff6-2de470070f45", "tag": "423c4428-4b36-4d3b-8b9d-b25746d99c22", "status": "completed", "code": 200}]} {{(pid=92563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:09:22.196250 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-c631b42e-bc5f-4dfc-ad36-df21590f4426 {{(pid=92563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:09:22.197937 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c75b5ea-05cf-4548-bff6-2de470070f45', 'tag': '423c4428-4b36-4d3b-8b9d-b25746d99c22', 'status': 'completed', 'code': 200}
Jun 03 22:09:22.253693 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-d04040ad-ddac-432b-90f2-92ecdb919f65 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:22.285960 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-d04040ad-ddac-432b-90f2-92ecdb919f65 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:09:22.295746 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-d04040ad-ddac-432b-90f2-92ecdb919f65 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Usage tracker for resource:security_group_rule and tenant:0dabed8f14dc4e5598cbf1b0e1396411 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:09:22.299548 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-d04040ad-ddac-432b-90f2-92ecdb919f65 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:09:22.308866 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-d04040ad-ddac-432b-90f2-92ecdb919f65 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:09:22.393037 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-ee04d574-2108-4df5-91d5-f0d77d142018 service neutron] For port 0a206964-3748-4845-86ba-224afb60a059, host hv-cinder-79466, cleared binding levels {{(pid=92564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:09:22.408538 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-ee04d574-2108-4df5-91d5-f0d77d142018 service neutron] For port 0a206964-3748-4845-86ba-224afb60a059, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=0a206964-3748-4845-86ba-224afb60a059,segment=NetworkSegment(68a6d8d9-59e7-41a7-8a31-4c373482285f),segment_id=68a6d8d9-59e7-41a7-8a31-4c373482285f)] {{(pid=92564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:09:22.447948 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34192517-49aa-408c-ab62-d3dd48ce787d req-0eccac8a-dc63-44e3-80af-db2dd9b5e611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:22.449702 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-34192517-49aa-408c-ab62-d3dd48ce787d req-0eccac8a-dc63-44e3-80af-db2dd9b5e611 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0dabed8f14dc4e5598cbf1b0e1396411&device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 1099 time: 0.0988595
Jun 03 22:09:22.477028 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-d04040ad-ddac-432b-90f2-92ecdb919f65 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:22.508512 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-ee04d574-2108-4df5-91d5-f0d77d142018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31972166'] for port, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:22.516320 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:22.516827 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-3d6f3ac0-2829-4a9f-9401-699e3baaeb49 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:22.528316 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f5f39-86eb-41fe-a6f0-347aa46edd7a req-e388b424-9bb6-4649-a259-c5e8a3e18395 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:22.530734 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-736f5f39-86eb-41fe-a6f0-347aa46edd7a req-e388b424-9bb6-4649-a259-c5e8a3e18395 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/ports?device_id=5de282d6-263d-4212-927d-2017367ed965 HTTP/1.1" status: 200  len: 943 time: 0.0993230
Jun 03 22:09:22.589339 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-736f5f39-86eb-41fe-a6f0-347aa46edd7a req-7d777430-5995-4720-aebe-cb11da0673ff tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/security-groups?id=7bb8f465-f99e-4d60-8a52-a4abf4554b0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475280
Jun 03 22:09:22.597205 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-d04040ad-ddac-432b-90f2-92ecdb919f65 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:22.603944 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-7c75f78d-736b-4a74-9a48-b9f173f3bcbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:22.649689 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-95718aa5-9ecd-4e3e-ae7f-1c517a28fed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814f5b0f40>, [{'id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'name': 'tempest-TestMinimumBasicScenario-401658680-router', 'tenant_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '855040fd-0aad-4e41-8e5d-1671391eaa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:07:46Z', 'updated_at': '2021-06-03T22:07:56Z', 'revision_number': 4, 'project_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'gw_port': {'id': '855040fd-0aad-4e41-8e5d-1671391eaa9f', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:48Z', 'updated_at': '2021-06-03T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_floatingips': [{'id': '6d561014-ac16-404c-adab-355db20c53f8', 'tenant_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'router_id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'port_id': '423c4428-4b36-4d3b-8b9d-b25746d99c22', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '430d7e4d-f267-44a3-aae2-54464c48ebc9', 'mac_address': 'fa:16:3e:c6:1d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75b5ea-05cf-4548-bff6-2de470070f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:09:20Z', 'updated_at': '2021-06-03T22:09:20Z', 'revision_number': 0, 'project_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4522b9-7556-4420-9307-53653cbf1b0e', 'name': '', 'network_id': '430d7e4d-f267-44a3-aae2-54464c48ebc9', 'tenant_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'mac_address': 'fa:16:3e:c6:de:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '9d9fccbf-70a8-4c7a-99b8-3af196063811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:55Z', 'updated_at': '2021-06-03T22:08:05Z', 'revision_number': 5, 'project_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'subnets': [{'id': '9d9fccbf-70a8-4c7a-99b8-3af196063811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:09:22.653185 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-ee04d574-2108-4df5-91d5-f0d77d142018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:22.659897 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-ee04d574-2108-4df5-91d5-f0d77d142018 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:22.660100 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04040ad-ddac-432b-90f2-92ecdb919f65 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=001e363e-2a10-4384-8865-27b5ae615a72,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:22.660241 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-ee04d574-2108-4df5-91d5-f0d77d142018 service neutron] 10.222.0.58 "PUT /v2.0/ports/0a206964-3748-4845-86ba-224afb60a059 HTTP/1.1" status: 200  len: 1093 time: 1.6286843
Jun 03 22:09:22.660387 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95718aa5-9ecd-4e3e-ae7f-1c517a28fed3 None None] Checking router: 18a0b3bb-b977-4e78-bf2e-03d528275cea for host: dv-cinder-794669-4-iscsi {{(pid=92565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:09:22.660533 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-d04040ad-ddac-432b-90f2-92ecdb919f65 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:22.663554 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de282d6-263d-4212-927d-2017367ed965', 'tag': '0a206964-3748-4845-86ba-224afb60a059'}] {{(pid=92564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:09:22.666468 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c024af40dcbc7289fed731e5c35c42eecf8f16a39534b44a636824a10e0ed12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6825da-d135-4d51-b421-72e9956ec021" -d '{"events": [{"name": "network-changed", "server_uuid": "5de282d6-263d-4212-927d-2017367ed965", "tag": "0a206964-3748-4845-86ba-224afb60a059"}]}' {{(pid=92564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:09:22.670537 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95718aa5-9ecd-4e3e-ae7f-1c517a28fed3 None None] Routers {'18a0b3bb-b977-4e78-bf2e-03d528275cea'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:09:22.670950 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-95718aa5-9ecd-4e3e-ae7f-1c517a28fed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814f5b0f40>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:09:20Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['18a0b3bb-b977-4e78-bf2e-03d528275cea'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:09:22.724121 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee04d574-2108-4df5-91d5-f0d77d142018 service neutron] Pushing event updated for resources: {'Port': ['ID=0a206964-3748-4845-86ba-224afb60a059,revision_number=3']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:22.729225 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-ee04d574-2108-4df5-91d5-f0d77d142018 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:22.734671 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34192517-49aa-408c-ab62-d3dd48ce787d req-ce67749d-f6de-47d1-8caa-9cd5b2be15a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:22.736847 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-34192517-49aa-408c-ab62-d3dd48ce787d req-ce67749d-f6de-47d1-8caa-9cd5b2be15a3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=430d7e4d-f267-44a3-aae2-54464c48ebc9 HTTP/1.1" status: 200  len: 916 time: 0.2753384
Jun 03 22:09:22.762653 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-d04040ad-ddac-432b-90f2-92ecdb919f65 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:22.762653 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-d04040ad-ddac-432b-90f2-92ecdb919f65 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.6919742
Jun 03 22:09:22.762653 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 34750) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:09:22.783186 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-d6e6f267-6f62-49a6-8bdc-cf576ebf5cf2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Request body: {'security_group_rule': {'security_group_id': '001e363e-2a10-4384-8865-27b5ae615a72', 'project_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:09:22.792851 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-d6e6f267-6f62-49a6-8bdc-cf576ebf5cf2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:09:22.797299 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-d6e6f267-6f62-49a6-8bdc-cf576ebf5cf2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Usage tracker for resource:security_group_rule and tenant:0dabed8f14dc4e5598cbf1b0e1396411 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:09:22.802312 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-d6e6f267-6f62-49a6-8bdc-cf576ebf5cf2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:09:22.806237 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81288ca1-8b38-479a-8bef-759c098afd84 x-openstack-request-id: req-81288ca1-8b38-479a-8bef-759c098afd84 {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:09:22.806556 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de282d6-263d-4212-927d-2017367ed965", "tag": "0a206964-3748-4845-86ba-224afb60a059", "status": "completed", "code": 200}]} {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:09:22.806853 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-81288ca1-8b38-479a-8bef-759c098afd84 {{(pid=92564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:09:22.807256 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5de282d6-263d-4212-927d-2017367ed965', 'tag': '0a206964-3748-4845-86ba-224afb60a059', 'status': 'completed', 'code': 200}
Jun 03 22:09:22.810271 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-d6e6f267-6f62-49a6-8bdc-cf576ebf5cf2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:09:22.888671 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-95718aa5-9ecd-4e3e-ae7f-1c517a28fed3 None None] Set router 18a0b3bb-b977-4e78-bf2e-03d528275cea gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:09:22.898804 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-34192517-49aa-408c-ab62-d3dd48ce787d req-efba1259-ca73-4868-b67a-25b10458c372 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=423c4428-4b36-4d3b-8b9d-b25746d99c22 HTTP/1.1" status: 200  len: 1000 time: 0.1569693
Jun 03 22:09:22.919487 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-d6e6f267-6f62-49a6-8bdc-cf576ebf5cf2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:23.030998 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-d6e6f267-6f62-49a6-8bdc-cf576ebf5cf2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:23.052735 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34192517-49aa-408c-ab62-d3dd48ce787d req-fd196a44-b0eb-47f0-af02-53dbd98fef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:23.055648 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-34192517-49aa-408c-ab62-d3dd48ce787d req-fd196a44-b0eb-47f0-af02-53dbd98fef29 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d9fccbf-70a8-4c7a-99b8-3af196063811 HTTP/1.1" status: 200  len: 853 time: 0.1444767
Jun 03 22:09:23.059714 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6825da-d135-4d51-b421-72e9956ec021 req-be9ceda8-6774-4eaa-ba68-2ef8bf82e67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:23.062368 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-bb6825da-d135-4d51-b421-72e9956ec021 req-be9ceda8-6774-4eaa-ba68-2ef8bf82e67a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ebf72c5befd44927ab456c218dfdcdda&device_id=5de282d6-263d-4212-927d-2017367ed965 HTTP/1.1" status: 200  len: 1096 time: 0.2576218
Jun 03 22:09:23.134309 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-d6e6f267-6f62-49a6-8bdc-cf576ebf5cf2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679028'] for security_group_rule, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:23.136864 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:23.164452 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6f267-6f62-49a6-8bdc-cf576ebf5cf2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49740bcf-4da3-40a2-b66b-5f1d4958d7ac,revision_number=0']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:23.167773 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-d6e6f267-6f62-49a6-8bdc-cf576ebf5cf2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:23.282679 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-d6e6f267-6f62-49a6-8bdc-cf576ebf5cf2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:23.287509 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-d6e6f267-6f62-49a6-8bdc-cf576ebf5cf2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5174515
Jun 03 22:09:23.296050 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 34758) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:09:23.311364 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-fd770a7e-a97c-42cd-8167-2ad83768ab4c tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Request body: {'security_group_rule': {'security_group_id': '001e363e-2a10-4384-8865-27b5ae615a72', 'project_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:09:23.335139 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-fd770a7e-a97c-42cd-8167-2ad83768ab4c tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:09:23.354674 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-fd770a7e-a97c-42cd-8167-2ad83768ab4c tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Usage tracker for resource:security_group_rule and tenant:0dabed8f14dc4e5598cbf1b0e1396411 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:09:23.369242 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-fd770a7e-a97c-42cd-8167-2ad83768ab4c tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:09:23.390817 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-95718aa5-9ecd-4e3e-ae7f-1c517a28fed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814f5b0f40>, [{'id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'name': 'tempest-TestMinimumBasicScenario-401658680-router', 'tenant_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '855040fd-0aad-4e41-8e5d-1671391eaa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:07:46Z', 'updated_at': '2021-06-03T22:07:56Z', 'revision_number': 4, 'project_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'gw_port': {'id': '855040fd-0aad-4e41-8e5d-1671391eaa9f', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:48Z', 'updated_at': '2021-06-03T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_floatingips': [{'id': '6d561014-ac16-404c-adab-355db20c53f8', 'tenant_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'router_id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'port_id': '423c4428-4b36-4d3b-8b9d-b25746d99c22', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '430d7e4d-f267-44a3-aae2-54464c48ebc9', 'mac_address': 'fa:16:3e:c6:1d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75b5ea-05cf-4548-bff6-2de470070f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:09:20Z', 'updated_at': '2021-06-03T22:09:20Z', 'revision_number': 0, 'project_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4522b9-7556-4420-9307-53653cbf1b0e', 'name': '', 'network_id': '430d7e4d-f267-44a3-aae2-54464c48ebc9', 'tenant_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'mac_address': 'fa:16:3e:c6:de:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '9d9fccbf-70a8-4c7a-99b8-3af196063811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:55Z', 'updated_at': '2021-06-03T22:08:05Z', 'revision_number': 5, 'project_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'subnets': [{'id': '9d9fccbf-70a8-4c7a-99b8-3af196063811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:09:23.392543 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-fd770a7e-a97c-42cd-8167-2ad83768ab4c tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:09:23.408408 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95718aa5-9ecd-4e3e-ae7f-1c517a28fed3 None None] The sync data for ids ['18a0b3bb-b977-4e78-bf2e-03d528275cea'] in dv-cinder-794669-4-iscsi is: [{'id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'name': 'tempest-TestMinimumBasicScenario-401658680-router', 'tenant_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '855040fd-0aad-4e41-8e5d-1671391eaa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:07:46Z', 'updated_at': '2021-06-03T22:07:56Z', 'revision_number': 4, 'project_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'gw_port': {'id': '855040fd-0aad-4e41-8e5d-1671391eaa9f', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:48Z', 'updated_at': '2021-06-03T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_floatingips': [{'id': '6d561014-ac16-404c-adab-355db20c53f8', 'tenant_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'router_id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'port_id': '423c4428-4b36-4d3b-8b9d-b25746d99c22', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '430d7e4d-f267-44a3-aae2-54464c48ebc9', 'mac_address': 'fa:16:3e:c6:1d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75b5ea-05cf-4548-bff6-2de470070f45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:09:20Z', 'updated_at': '2021-06-03T22:09:20Z', 'revision_number': 0, 'project_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d4522b9-7556-4420-9307-53653cbf1b0e', 'name': '', 'network_id': '430d7e4d-f267-44a3-aae2-54464c48ebc9', 'tenant_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'mac_address': 'fa:16:3e:c6:de:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '9d9fccbf-70a8-4c7a-99b8-3af196063811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:55Z', 'updated_at': '2021-06-03T22:08:05Z', 'revision_number': 5, 'project_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'subnets': [{'id': '9d9fccbf-70a8-4c7a-99b8-3af196063811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:09:23.460408 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34192517-49aa-408c-ab62-d3dd48ce787d req-293a9158-9ca7-4089-a57e-494c7a1e7063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:23.462433 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-34192517-49aa-408c-ab62-d3dd48ce787d req-293a9158-9ca7-4089-a57e-494c7a1e7063 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=430d7e4d-f267-44a3-aae2-54464c48ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3986013
Jun 03 22:09:23.466588 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6825da-d135-4d51-b421-72e9956ec021 req-0e014d97-60c3-404f-b162-155047cac2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:23.468839 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-bb6825da-d135-4d51-b421-72e9956ec021 req-0e014d97-60c3-404f-b162-155047cac2ed service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=ebf72c5befd44927ab456c218dfdcdda&shared=False HTTP/1.1" status: 200  len: 916 time: 0.3461466
Jun 03 22:09:23.566890 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-fd770a7e-a97c-42cd-8167-2ad83768ab4c tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:23.724224 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-fd770a7e-a97c-42cd-8167-2ad83768ab4c tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:23.772552 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-34192517-49aa-408c-ab62-d3dd48ce787d req-6502372f-c2de-488b-880f-ee9d1a2689af service neutron] 10.222.0.58 "GET /v2.0/networks/430d7e4d-f267-44a3-aae2-54464c48ebc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3024857
Jun 03 22:09:23.776814 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6825da-d135-4d51-b421-72e9956ec021 req-ddb98e4e-e22e-4aca-b39b-d57129e2534d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:23.778763 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-bb6825da-d135-4d51-b421-72e9956ec021 req-ddb98e4e-e22e-4aca-b39b-d57129e2534d service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.2741773
Jun 03 22:09:23.785632 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d17e04-509b-4085-8159-7aece94f3bfb None None] New status for floating IP 6d561014-ac16-404c-adab-355db20c53f8: ACTIVE {{(pid=92566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 22:09:23.819832 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-fd770a7e-a97c-42cd-8167-2ad83768ab4c tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679028'] for security_group_rule, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:23.822773 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-c2bfc074-74a0-40a2-8244-a6d8d5beb68d tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:23.852332 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd770a7e-a97c-42cd-8167-2ad83768ab4c tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd79952-370d-4d7d-bbae-b8f1043304c4,revision_number=0']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:23.855091 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-fd770a7e-a97c-42cd-8167-2ad83768ab4c tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:23.992386 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-fd770a7e-a97c-42cd-8167-2ad83768ab4c tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:23.997495 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-fd770a7e-a97c-42cd-8167-2ad83768ab4c tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.7040951
Jun 03 22:09:23.999004 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 34770) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:09:24.012507 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-466a94a8-1b3f-4efb-a9ec-ce0b0d877ef9 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Request body: {'security_group_rule': {'security_group_id': '001e363e-2a10-4384-8865-27b5ae615a72', 'project_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:09:24.012809 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-34192517-49aa-408c-ab62-d3dd48ce787d req-8a3653f5-6484-41bc-8deb-0e0f1e7b8f9e service neutron] 10.222.0.58 "GET /v2.0/networks/430d7e4d-f267-44a3-aae2-54464c48ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2328646
Jun 03 22:09:24.033497 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-466a94a8-1b3f-4efb-a9ec-ce0b0d877ef9 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:09:24.041155 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-466a94a8-1b3f-4efb-a9ec-ce0b0d877ef9 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Usage tracker for resource:security_group_rule and tenant:0dabed8f14dc4e5598cbf1b0e1396411 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:09:24.047065 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-466a94a8-1b3f-4efb-a9ec-ce0b0d877ef9 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:09:24.068406 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-8633fcc9-ae6d-42cc-aced-32f61601ca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:24.070816 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-8633fcc9-ae6d-42cc-aced-32f61601ca1f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ebf72c5befd44927ab456c218dfdcdda&device_id=5de282d6-263d-4212-927d-2017367ed965 HTTP/1.1" status: 200  len: 1096 time: 0.2226079
Jun 03 22:09:24.097356 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-466a94a8-1b3f-4efb-a9ec-ce0b0d877ef9 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:09:24.183692 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-6e026fcf-ff6b-4040-9a78-cc58b01b45d5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a206964-3748-4845-86ba-224afb60a059 HTTP/1.1" status: 200  len: 217 time: 0.1073656
Jun 03 22:09:24.186060 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588cc11-6cad-4e0d-9cb1-242f444ddf0e req-255af9f0-e8b3-46e7-b091-a5edb63583f6 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:24.188340 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-7588cc11-6cad-4e0d-9cb1-242f444ddf0e req-255af9f0-e8b3-46e7-b091-a5edb63583f6 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/ports?device_id=5de282d6-263d-4212-927d-2017367ed965 HTTP/1.1" status: 200  len: 943 time: 0.1369355
Jun 03 22:09:24.231133 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-466a94a8-1b3f-4efb-a9ec-ce0b0d877ef9 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:24.333288 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-4398ef09-5fec-4c52-998d-3701fe187b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:24.335158 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-4398ef09-5fec-4c52-998d-3701fe187b4c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=47e98e05-76e7-4976-a242-07e4fd463da2 HTTP/1.1" status: 200  len: 854 time: 0.1466906
Jun 03 22:09:24.343082 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-7588cc11-6cad-4e0d-9cb1-242f444ddf0e req-a92d4843-ae2a-4471-82d6-b2f580faa9ac tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/security-groups?id=7bb8f465-f99e-4d60-8a52-a4abf4554b0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1418746
Jun 03 22:09:24.390395 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-148a570f-6011-44e5-b10c-ba729ca083b7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ee72200c-c241-44cb-972d-cd625ecb6cda&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0506051
Jun 03 22:09:24.396981 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-466a94a8-1b3f-4efb-a9ec-ce0b0d877ef9 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:24.514473 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-466a94a8-1b3f-4efb-a9ec-ce0b0d877ef9 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679028'] for security_group_rule, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:24.515728 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:24.561421 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-508e454e-bf2d-4642-98d8-28d158343b41 service neutron] 10.222.0.58 "GET /v2.0/networks/ee72200c-c241-44cb-972d-cd625ecb6cda?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1663561
Jun 03 22:09:24.566377 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a94a8-1b3f-4efb-a9ec-ce0b0d877ef9 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c262931f-ff94-4b70-896b-94691cec88df,revision_number=0']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:24.574241 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-466a94a8-1b3f-4efb-a9ec-ce0b0d877ef9 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:24.717753 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e584fba2-a76e-42dc-b5e8-a985dad0eddb req-c2d2bf50-3288-447d-8548-67cad19ec18f service neutron] 10.222.0.58 "GET /v2.0/networks/ee72200c-c241-44cb-972d-cd625ecb6cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1485567
Jun 03 22:09:24.832086 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-466a94a8-1b3f-4efb-a9ec-ce0b0d877ef9 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:24.834340 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-466a94a8-1b3f-4efb-a9ec-ce0b0d877ef9 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8337259
Jun 03 22:09:24.838465 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 34786) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:09:24.844677 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [None req-ff8a3d50-150e-48e7-8a29-93fdce8edcf8 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Request body: {'security_group_rule': {'security_group_id': '001e363e-2a10-4384-8865-27b5ae615a72', 'project_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:09:24.853397 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-ff8a3d50-150e-48e7-8a29-93fdce8edcf8 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:09:24.860653 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-ff8a3d50-150e-48e7-8a29-93fdce8edcf8 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Usage tracker for resource:security_group_rule and tenant:0dabed8f14dc4e5598cbf1b0e1396411 is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:09:24.866482 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-ff8a3d50-150e-48e7-8a29-93fdce8edcf8 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:09:24.894791 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-ff8a3d50-150e-48e7-8a29-93fdce8edcf8 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:09:25.002202 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-ff8a3d50-150e-48e7-8a29-93fdce8edcf8 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:25.078645 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-ff8a3d50-150e-48e7-8a29-93fdce8edcf8 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:25.217647 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-ff8a3d50-150e-48e7-8a29-93fdce8edcf8 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679028'] for security_group_rule, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:25.227926 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-f0e08cf4-4b88-4049-9a6f-14788119950b tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:25.252302 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8a3d50-150e-48e7-8a29-93fdce8edcf8 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=789a761a-f375-4024-a833-351edce8bfcf,revision_number=0']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:25.258099 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-ff8a3d50-150e-48e7-8a29-93fdce8edcf8 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:25.378595 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-ff8a3d50-150e-48e7-8a29-93fdce8edcf8 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:25.380097 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-ff8a3d50-150e-48e7-8a29-93fdce8edcf8 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5403552
Jun 03 22:09:25.383647 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 34798) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:09:25.389579 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [None req-9ba7e3b3-80f9-40b5-a1e9-d1ddab5695e9 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Request body: {'security_group_rule': {'security_group_id': '001e363e-2a10-4384-8865-27b5ae615a72', 'project_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:09:25.398584 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-9ba7e3b3-80f9-40b5-a1e9-d1ddab5695e9 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:09:25.405459 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-9ba7e3b3-80f9-40b5-a1e9-d1ddab5695e9 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Usage tracker for resource:security_group_rule and tenant:0dabed8f14dc4e5598cbf1b0e1396411 is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:09:25.412793 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-9ba7e3b3-80f9-40b5-a1e9-d1ddab5695e9 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:09:25.419570 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-9ba7e3b3-80f9-40b5-a1e9-d1ddab5695e9 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:09:25.538673 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.db.securitygroups_db [None req-9ba7e3b3-80f9-40b5-a1e9-d1ddab5695e9 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Project 0dabed8f14dc4e5598cbf1b0e1396411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 03 22:09:25.551896 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-9ba7e3b3-80f9-40b5-a1e9-d1ddab5695e9 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:25.642332 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90f663-5e74-466d-84be-1d80c5d837cb req-62463339-8c98-472d-9a06-1b503ddc5acd tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:25.643913 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-eb90f663-5e74-466d-84be-1d80c5d837cb req-62463339-8c98-472d-9a06-1b503ddc5acd tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/ports?device_id=5de282d6-263d-4212-927d-2017367ed965 HTTP/1.1" status: 200  len: 943 time: 0.1470215
Jun 03 22:09:25.649557 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-9ba7e3b3-80f9-40b5-a1e9-d1ddab5695e9 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:25.695201 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-eb90f663-5e74-466d-84be-1d80c5d837cb req-08587a5b-58bd-44fe-962f-aa1446023dc0 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/security-groups?id=7bb8f465-f99e-4d60-8a52-a4abf4554b0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425129
Jun 03 22:09:25.732223 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-9ba7e3b3-80f9-40b5-a1e9-d1ddab5695e9 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679028'] for security_group_rule, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:25.740004 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:25.765989 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba7e3b3-80f9-40b5-a1e9-d1ddab5695e9 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e70c55a9-7ca4-4652-8f87-8650b50e4f96,revision_number=0']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:25.769715 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-9ba7e3b3-80f9-40b5-a1e9-d1ddab5695e9 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:25.900516 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-9ba7e3b3-80f9-40b5-a1e9-d1ddab5695e9 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:25.903848 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-9ba7e3b3-80f9-40b5-a1e9-d1ddab5695e9 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5187151
Jun 03 22:09:25.907205 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 34810) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:09:25.913114 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [None req-c1ea4a85-7b23-404b-9a09-cf75861217d6 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Request body: {'security_group_rule': {'security_group_id': '001e363e-2a10-4384-8865-27b5ae615a72', 'project_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:09:25.921887 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-c1ea4a85-7b23-404b-9a09-cf75861217d6 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:09:25.926151 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-c1ea4a85-7b23-404b-9a09-cf75861217d6 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Usage tracker for resource:security_group_rule and tenant:0dabed8f14dc4e5598cbf1b0e1396411 is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:09:25.929670 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-c1ea4a85-7b23-404b-9a09-cf75861217d6 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:09:25.938031 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-c1ea4a85-7b23-404b-9a09-cf75861217d6 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:09:26.167776 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.db.securitygroups_db [None req-c1ea4a85-7b23-404b-9a09-cf75861217d6 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Project 0dabed8f14dc4e5598cbf1b0e1396411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 03 22:09:26.183892 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-c1ea4a85-7b23-404b-9a09-cf75861217d6 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:26.245606 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-c1ea4a85-7b23-404b-9a09-cf75861217d6 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:26.360580 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-c1ea4a85-7b23-404b-9a09-cf75861217d6 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679028'] for security_group_rule, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:26.363218 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:26.385650 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea4a85-7b23-404b-9a09-cf75861217d6 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c2fe10-eb89-499d-a27c-576d29fca6fc,revision_number=0']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:26.388127 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-c1ea4a85-7b23-404b-9a09-cf75861217d6 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:26.526203 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-c1ea4a85-7b23-404b-9a09-cf75861217d6 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:26.527491 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-c1ea4a85-7b23-404b-9a09-cf75861217d6 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.6187069
Jun 03 22:09:27.645550 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-004a549b-2457-48bd-9104-fefee643c68a req-faab3fba-fd1d-4147-bb74-79c1b39702f8 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Synchronizing usage tracker for tenant:0dabed8f14dc4e5598cbf1b0e1396411 on resource:security_group {{(pid=92563) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:09:27.796195 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-004a549b-2457-48bd-9104-fefee643c68a req-faab3fba-fd1d-4147-bb74-79c1b39702f8 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Unset dirty status for tenant:0dabed8f14dc4e5598cbf1b0e1396411 on resource:security_group {{(pid=92563) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:09:27.797369 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-004a549b-2457-48bd-9104-fefee643c68a req-faab3fba-fd1d-4147-bb74-79c1b39702f8 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1615822001&fields=id&tenant_id=0dabed8f14dc4e5598cbf1b0e1396411 HTTP/1.1" status: 200  len: 267 time: 0.1968763
Jun 03 22:09:27.865399 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1016e-7c6c-42f3-8fc0-5a0b5f15558f req-005cb4dd-6324-4deb-88fd-206d0c133e48 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:27.867501 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-c8f1016e-7c6c-42f3-8fc0-5a0b5f15558f req-005cb4dd-6324-4deb-88fd-206d0c133e48 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/ports?device_id=5de282d6-263d-4212-927d-2017367ed965 HTTP/1.1" status: 200  len: 943 time: 0.0828805
Jun 03 22:09:27.882706 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a549b-2457-48bd-9104-fefee643c68a req-96c87607-f406-4717-82cc-22d7a14e7131 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:27.884488 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-004a549b-2457-48bd-9104-fefee643c68a req-96c87607-f406-4717-82cc-22d7a14e7131 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/ports?device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 946 time: 0.0814090
Jun 03 22:09:27.898675 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [req-004a549b-2457-48bd-9104-fefee643c68a req-60fb6eb8-c0a8-4aa7-96f6-6c789b29c8d7 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Request body: {'port': {'security_groups': ['6f9cbadc-056a-42e8-bd16-e4493a384fb1', '001e363e-2a10-4384-8865-27b5ae615a72']}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:09:27.920832 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-c8f1016e-7c6c-42f3-8fc0-5a0b5f15558f req-4c7ac5da-d893-47b6-9db9-7814ec22876e tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/security-groups?id=7bb8f465-f99e-4d60-8a52-a4abf4554b0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474279
Jun 03 22:09:28.029615 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [req-004a549b-2457-48bd-9104-fefee643c68a req-60fb6eb8-c0a8-4aa7-96f6-6c789b29c8d7 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:28.286732 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.db [req-004a549b-2457-48bd-9104-fefee643c68a req-60fb6eb8-c0a8-4aa7-96f6-6c789b29c8d7 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] For port 423c4428-4b36-4d3b-8b9d-b25746d99c22, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=423c4428-4b36-4d3b-8b9d-b25746d99c22,segment=NetworkSegment(28463db9-9fff-4976-95aa-1705a1cec81f),segment_id=28463db9-9fff-4976-95aa-1705a1cec81f)] {{(pid=92563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:09:28.311745 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [req-004a549b-2457-48bd-9104-fefee643c68a req-60fb6eb8-c0a8-4aa7-96f6-6c789b29c8d7 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks [] for port, precommit_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:28.316276 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 0a206964-3748-4845-86ba-224afb60a059 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 22:09:28.442469 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [req-004a549b-2457-48bd-9104-fefee643c68a req-60fb6eb8-c0a8-4aa7-96f6-6c789b29c8d7 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33201101'] for port, after_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:28.449668 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-c47a2bff-30de-4f56-950c-05bda56329b5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:28.452272 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port 0a206964-3748-4845-86ba-224afb60a059, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=0a206964-3748-4845-86ba-224afb60a059,segment=NetworkSegment(68a6d8d9-59e7-41a7-8a31-4c373482285f),segment_id=68a6d8d9-59e7-41a7-8a31-4c373482285f)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:09:28.466650 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Returning: {'device': '0a206964-3748-4845-86ba-224afb60a059', 'network_id': 'ee72200c-c241-44cb-972d-cd625ecb6cda', 'port_id': '0a206964-3748-4845-86ba-224afb60a059', 'mac_address': 'fa:16:3e:19:dc:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47e98e05-76e7-4976-a242-07e4fd463da2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 22:09:28.512171 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a549b-2457-48bd-9104-fefee643c68a req-60fb6eb8-c0a8-4aa7-96f6-6c789b29c8d7 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:28.512849 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [req-004a549b-2457-48bd-9104-fefee643c68a req-60fb6eb8-c0a8-4aa7-96f6-6c789b29c8d7 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:28.514228 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-004a549b-2457-48bd-9104-fefee643c68a req-60fb6eb8-c0a8-4aa7-96f6-6c789b29c8d7 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "PUT /v2.0/ports/423c4428-4b36-4d3b-8b9d-b25746d99c22 HTTP/1.1" status: 200  len: 982 time: 0.6235301
Jun 03 22:09:28.521280 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c75b5ea-05cf-4548-bff6-2de470070f45', 'tag': '423c4428-4b36-4d3b-8b9d-b25746d99c22'}] {{(pid=92563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:09:28.523616 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7740435dcc85f6ab0eb9908d75a6f818e2fb7acd2ed127072350a3dd3a6b64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62d2937-5bdf-4f9b-acaa-267c08ba993f" -d '{"events": [{"name": "network-changed", "server_uuid": "3c75b5ea-05cf-4548-bff6-2de470070f45", "tag": "423c4428-4b36-4d3b-8b9d-b25746d99c22"}]}' {{(pid=92563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:09:28.536976 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:28.559669 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] get_ports_and_sgs() called for port_ids ['423c4428-4b36-4d3b-8b9d-b25746d99c22'] {{(pid=92565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 22:09:28.589312 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb6eb8-c0a8-4aa7-96f6-6c789b29c8d7 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Pushing event updated for resources: {'Port': ['ID=423c4428-4b36-4d3b-8b9d-b25746d99c22,revision_number=6']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:28.593249 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-60fb6eb8-c0a8-4aa7-96f6-6c789b29c8d7 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:28.596164 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.notifiers.nova [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a206964-3748-4845-86ba-224afb60a059 {{(pid=92565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 22:09:28.623491 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port 0a206964-3748-4845-86ba-224afb60a059, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=0a206964-3748-4845-86ba-224afb60a059,segment=NetworkSegment(68a6d8d9-59e7-41a7-8a31-4c373482285f),segment_id=68a6d8d9-59e7-41a7-8a31-4c373482285f)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:09:28.684523 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] get_ports_and_sgs() called for port_ids ['423c4428-4b36-4d3b-8b9d-b25746d99c22'] {{(pid=92565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 22:09:28.716550 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b3870b-1c68-499f-bd93-1b768e3d2edc x-openstack-request-id: req-e9b3870b-1c68-499f-bd93-1b768e3d2edc {{(pid=92563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:09:28.717061 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c75b5ea-05cf-4548-bff6-2de470070f45", "tag": "423c4428-4b36-4d3b-8b9d-b25746d99c22", "status": "completed", "code": 200}]} {{(pid=92563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:09:28.717370 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-e9b3870b-1c68-499f-bd93-1b768e3d2edc {{(pid=92563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:09:28.717970 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c75b5ea-05cf-4548-bff6-2de470070f45', 'tag': '423c4428-4b36-4d3b-8b9d-b25746d99c22', 'status': 'completed', 'code': 200}
Jun 03 22:09:28.809120 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:28.814615 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c830827d-4576-4dfe-84ef-90799337e661 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:28.899794 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd2aab9-cb04-44d8-8cd8-4db5fb69b12d req-6679b853-713f-438b-abf4-c1d0d3968a21 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:28.912366 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-5cd2aab9-cb04-44d8-8cd8-4db5fb69b12d req-6679b853-713f-438b-abf4-c1d0d3968a21 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/ports?device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 985 time: 0.2516825
Jun 03 22:09:28.948638 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d2937-5bdf-4f9b-acaa-267c08ba993f req-0e0f9e7b-78b5-4677-b461-0fd63576f3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:28.950113 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f62d2937-5bdf-4f9b-acaa-267c08ba993f req-0e0f9e7b-78b5-4677-b461-0fd63576f3f1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0dabed8f14dc4e5598cbf1b0e1396411&device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 1138 time: 0.2070348
Jun 03 22:09:28.992895 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-dc2961d3-3f9c-4950-8bfe-2c389aeff0f0 None None] Provisioning complete for port 423c4428-4b36-4d3b-8b9d-b25746d99c22 triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:09:28.993274 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-dc2961d3-3f9c-4950-8bfe-2c389aeff0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:29.039949 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Pushing event updated for resources: {'Port': ['ID=0a206964-3748-4845-86ba-224afb60a059,revision_number=4']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:29.061275 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] get_ports_and_sgs() called for port_ids ['0a206964-3748-4845-86ba-224afb60a059'] {{(pid=92565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 22:09:29.102971 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:29.161692 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-5cd2aab9-cb04-44d8-8cd8-4db5fb69b12d req-0f1f0ee2-b6a1-4a64-adfc-7e217952188f tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/security-groups?id=001e363e-2a10-4384-8865-27b5ae615a72&id=6f9cbadc-056a-42e8-bd16-e4493a384fb1&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2431462
Jun 03 22:09:29.199566 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c4058-0d91-4d7a-ab2d-dd6eac3de0be req-a9dc2bda-205d-4e41-b079-563019100314 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:29.206309 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-7b1c4058-0d91-4d7a-ab2d-dd6eac3de0be req-a9dc2bda-205d-4e41-b079-563019100314 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/ports?device_id=5de282d6-263d-4212-927d-2017367ed965 HTTP/1.1" status: 200  len: 944 time: 0.1364484
Jun 03 22:09:29.265979 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d2937-5bdf-4f9b-acaa-267c08ba993f req-a60174a3-308a-4158-9582-3d518fd92d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:29.267627 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f62d2937-5bdf-4f9b-acaa-267c08ba993f req-a60174a3-308a-4158-9582-3d518fd92d88 service neutron] 10.222.0.58 "GET /v2.0/networks?id=430d7e4d-f267-44a3-aae2-54464c48ebc9 HTTP/1.1" status: 200  len: 916 time: 0.3101814
Jun 03 22:09:29.273688 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-7b1c4058-0d91-4d7a-ab2d-dd6eac3de0be req-abedeb7f-1e86-493d-b4ed-4731f372ded9 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/security-groups?id=7bb8f465-f99e-4d60-8a52-a4abf4554b0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576890
Jun 03 22:09:29.383993 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f62d2937-5bdf-4f9b-acaa-267c08ba993f req-0ecd20dd-a792-4be4-936b-2d2a0cdf28c1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=423c4428-4b36-4d3b-8b9d-b25746d99c22 HTTP/1.1" status: 200  len: 1002 time: 0.1115489
Jun 03 22:09:29.449864 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d2937-5bdf-4f9b-acaa-267c08ba993f req-cd0c11d7-a068-4ce1-8b81-2a35998e2ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:29.451685 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f62d2937-5bdf-4f9b-acaa-267c08ba993f req-cd0c11d7-a068-4ce1-8b81-2a35998e2ba2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d9fccbf-70a8-4c7a-99b8-3af196063811 HTTP/1.1" status: 200  len: 853 time: 0.0628459
Jun 03 22:09:29.537614 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d2937-5bdf-4f9b-acaa-267c08ba993f req-3feaf6ef-1d00-4f86-8fdc-633c6c216961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:29.539092 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f62d2937-5bdf-4f9b-acaa-267c08ba993f req-3feaf6ef-1d00-4f86-8fdc-633c6c216961 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=430d7e4d-f267-44a3-aae2-54464c48ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0817826
Jun 03 22:09:29.594431 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 34884) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:09:29.714496 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f62d2937-5bdf-4f9b-acaa-267c08ba993f req-11884bd8-fbb1-415f-a377-643c1b9c8459 service neutron] 10.222.0.58 "GET /v2.0/networks/430d7e4d-f267-44a3-aae2-54464c48ebc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1654625
Jun 03 22:09:29.843156 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-c1a652b2-afe6-4789-9c0e-03a490042c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:29.871538 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-c1a652b2-afe6-4789-9c0e-03a490042c26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:09:29.880003 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-c1a652b2-afe6-4789-9c0e-03a490042c26 admin admin] Usage tracker for resource:security_group_rule and tenant:02571c982f774c049e460e852c5d8d03 is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:09:29.884443 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-c1a652b2-afe6-4789-9c0e-03a490042c26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:09:29.893172 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-c1a652b2-afe6-4789-9c0e-03a490042c26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:09:29.926238 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f62d2937-5bdf-4f9b-acaa-267c08ba993f req-d558f76c-cd7c-443a-b420-8c9c5e136305 service neutron] 10.222.0.58 "GET /v2.0/networks/430d7e4d-f267-44a3-aae2-54464c48ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2050409
Jun 03 22:09:30.011487 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-c1a652b2-afe6-4789-9c0e-03a490042c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:30.139502 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-c1a652b2-afe6-4789-9c0e-03a490042c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:30.148101 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-05296ab6-0bcc-4bb6-9ae0-c72a83b76e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:30.188408 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-c1a652b2-afe6-4789-9c0e-03a490042c26 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=02571c982f774c049e460e852c5d8d03&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5920415
Jun 03 22:09:30.190205 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a652b2-afe6-4789-9c0e-03a490042c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9840114-3c23-44b7-9344-a092266f517a,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:30.191020 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 34894) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:09:30.193369 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-c1a652b2-afe6-4789-9c0e-03a490042c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:30.253605 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-c6741330-f422-4c2f-9d89-b435976f9a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:30.279344 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-c6741330-f422-4c2f-9d89-b435976f9a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:30.329268 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 0a206964-3748-4845-86ba-224afb60a059 up at agent hyperv_hv-cinder-79466 {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:09:30.436253 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-c6741330-f422-4c2f-9d89-b435976f9a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:30.441173 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-5697bfe8-1b1e-4c7a-9dd2-d49276e8985d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:30.451751 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6741330-f422-4c2f-9d89-b435976f9a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9840114-3c23-44b7-9344-a092266f517a,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:30.458432 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-c6741330-f422-4c2f-9d89-b435976f9a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:30.459230 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-c6741330-f422-4c2f-9d89-b435976f9a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:30.462669 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-c6741330-f422-4c2f-9d89-b435976f9a61 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/c9840114-3c23-44b7-9344-a092266f517a HTTP/1.1" status: 204  len: 168 time: 0.2679801
Jun 03 22:09:30.464206 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7c1ed-a16a-4e4c-bdda-8e11560c6405 req-d38e038e-ed4a-4f39-a66f-0a19d6f9444d tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:30.465698 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-17a7c1ed-a16a-4e4c-bdda-8e11560c6405 req-d38e038e-ed4a-4f39-a66f-0a19d6f9444d tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/ports?device_id=5de282d6-263d-4212-927d-2017367ed965 HTTP/1.1" status: 200  len: 944 time: 0.0835354
Jun 03 22:09:30.483580 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Provisioning for port 0a206964-3748-4845-86ba-224afb60a059 completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:09:30.490097 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Provisioning complete for port 0a206964-3748-4845-86ba-224afb60a059 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:09:30.490097 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:30.527809 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-17a7c1ed-a16a-4e4c-bdda-8e11560c6405 req-ef1bf349-9a7d-4adc-9bbc-eda73733e9e8 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/security-groups?id=7bb8f465-f99e-4d60-8a52-a4abf4554b0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454164
Jun 03 22:09:30.633799 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:30.663603 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de282d6-263d-4212-927d-2017367ed965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a206964-3748-4845-86ba-224afb60a059'}] {{(pid=92565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:09:30.665836 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3783812f727b5bb89ad1c4cb6955cb6829b796867b5a4f4fedffd1e1cb019440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fcedd8-84af-4e6f-a4d9-379675d713d6" -d '{"events": [{"server_uuid": "5de282d6-263d-4212-927d-2017367ed965", "name": "network-vif-plugged", "status": "completed", "tag": "0a206964-3748-4845-86ba-224afb60a059"}]}' {{(pid=92565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:09:30.673488 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port 0a206964-3748-4845-86ba-224afb60a059, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=0a206964-3748-4845-86ba-224afb60a059,segment=NetworkSegment(68a6d8d9-59e7-41a7-8a31-4c373482285f),segment_id=68a6d8d9-59e7-41a7-8a31-4c373482285f)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:09:30.710531 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed4acba-4574-4ebc-b4b3-b2935d307692 x-openstack-request-id: req-eed4acba-4574-4ebc-b4b3-b2935d307692 {{(pid=92565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:09:30.710830 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de282d6-263d-4212-927d-2017367ed965", "name": "network-vif-plugged", "status": "completed", "tag": "0a206964-3748-4845-86ba-224afb60a059", "code": 200}]} {{(pid=92565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:09:30.711088 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-eed4acba-4574-4ebc-b4b3-b2935d307692 {{(pid=92565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:09:30.711576 dv-cinder-794669-4-iscsi neutron-server[92565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de282d6-263d-4212-927d-2017367ed965', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a206964-3748-4845-86ba-224afb60a059', 'code': 200}
Jun 03 22:09:30.789903 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:30.791779 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-204231cf-3023-44e4-94ba-4f8f5940dc65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:30.864055 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Pushing event updated for resources: {'Port': ['ID=0a206964-3748-4845-86ba-224afb60a059,revision_number=5']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:30.867789 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:31.185850 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a89b55-185d-46ab-823c-9233ca0c0fac req-9825ec9c-177e-460f-9885-c6d9bacb2c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:31.187345 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-d3a89b55-185d-46ab-823c-9233ca0c0fac req-9825ec9c-177e-460f-9885-c6d9bacb2c6f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5de282d6-263d-4212-927d-2017367ed965 HTTP/1.1" status: 200  len: 1098 time: 0.0783265
Jun 03 22:09:31.226379 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-d3a89b55-185d-46ab-823c-9233ca0c0fac req-09728bca-e6fb-44f2-91a5-1c36e976819d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7bb8f465-f99e-4d60-8a52-a4abf4554b0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0347199
Jun 03 22:09:31.328299 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 34920) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:09:31.344169 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a19a6580-7079-4dda-848e-d90dcf150de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:31.365038 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-a19a6580-7079-4dda-848e-d90dcf150de1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:09:31.368902 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-a19a6580-7079-4dda-848e-d90dcf150de1 admin admin] Usage tracker for resource:security_group_rule and tenant:99b1c3c213db445ebc614d92676b9d6e is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:09:31.371876 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-a19a6580-7079-4dda-848e-d90dcf150de1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:09:31.377749 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-a19a6580-7079-4dda-848e-d90dcf150de1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:09:31.539471 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a19a6580-7079-4dda-848e-d90dcf150de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:31.662929 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a19a6580-7079-4dda-848e-d90dcf150de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:31.672296 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-eafac3c6-4d02-4f74-b302-64036bbf0b09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:31.712626 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-a19a6580-7079-4dda-848e-d90dcf150de1 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=99b1c3c213db445ebc614d92676b9d6e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3845251
Jun 03 22:09:31.714252 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a6580-7079-4dda-848e-d90dcf150de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83aab068-977e-49d1-98e9-ba83b4c3946f,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:31.715221 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea91cdf-5873-4e3b-9964-11be88b43386 req-b28ade4c-13cb-4086-b44d-63ba78bbaa70 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:31.716044 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 34926) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:09:31.717631 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-bea91cdf-5873-4e3b-9964-11be88b43386 req-b28ade4c-13cb-4086-b44d-63ba78bbaa70 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/ports?device_id=5de282d6-263d-4212-927d-2017367ed965 HTTP/1.1" status: 200  len: 945 time: 0.0826590
Jun 03 22:09:31.740485 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-a19a6580-7079-4dda-848e-d90dcf150de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:31.774427 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-bea91cdf-5873-4e3b-9964-11be88b43386 req-56f76c5c-0027-4ecc-a35e-8f443c4f3e8d tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/security-groups?id=7bb8f465-f99e-4d60-8a52-a4abf4554b0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451865
Jun 03 22:09:31.780543 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-aa2f926a-7562-420b-8464-486f94d655e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:31.808741 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-aa2f926a-7562-420b-8464-486f94d655e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:32.103618 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-aa2f926a-7562-420b-8464-486f94d655e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:32.107525 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-e90e628b-2369-44ea-8de8-0e315e69de0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:32.118530 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f926a-7562-420b-8464-486f94d655e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83aab068-977e-49d1-98e9-ba83b4c3946f,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:32.120930 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-aa2f926a-7562-420b-8464-486f94d655e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:32.127060 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-aa2f926a-7562-420b-8464-486f94d655e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:32.128776 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-aa2f926a-7562-420b-8464-486f94d655e7 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/83aab068-977e-49d1-98e9-ba83b4c3946f HTTP/1.1" status: 204  len: 168 time: 0.4118369
Jun 03 22:09:32.969891 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890fa89-bee8-4d65-bced-24f8a2fa59e0 req-0c202910-81df-4e81-9081-3fba9ca8287f tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:32.972062 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-2890fa89-bee8-4d65-bced-24f8a2fa59e0 req-0c202910-81df-4e81-9081-3fba9ca8287f tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/ports?device_id=5de282d6-263d-4212-927d-2017367ed965 HTTP/1.1" status: 200  len: 945 time: 0.0840406
Jun 03 22:09:33.019489 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-2890fa89-bee8-4d65-bced-24f8a2fa59e0 req-edae6fcf-ced4-4593-9a87-bc4ba140d98a tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/security-groups?id=7bb8f465-f99e-4d60-8a52-a4abf4554b0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414543
Jun 03 22:09:34.624157 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 35004) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:09:34.752775 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-bca5ddbf-b0d1-465b-a241-b56be7f16b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:34.768310 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-bca5ddbf-b0d1-465b-a241-b56be7f16b26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:09:34.772165 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-bca5ddbf-b0d1-465b-a241-b56be7f16b26 admin admin] Usage tracker for resource:security_group_rule and tenant:9bc9e1d11fad42c6b415a51d94659355 is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:09:34.775271 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-bca5ddbf-b0d1-465b-a241-b56be7f16b26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:09:34.781264 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-bca5ddbf-b0d1-465b-a241-b56be7f16b26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:09:34.871702 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-bca5ddbf-b0d1-465b-a241-b56be7f16b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:34.956582 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-bca5ddbf-b0d1-465b-a241-b56be7f16b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:34.964440 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-d4c15685-8afd-44ec-8999-3ca2da07985c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:35.006575 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-bca5ddbf-b0d1-465b-a241-b56be7f16b26 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=9bc9e1d11fad42c6b415a51d94659355&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3812885
Jun 03 22:09:35.007539 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca5ddbf-b0d1-465b-a241-b56be7f16b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096fb622-6927-460c-8c3a-5fc58df882e2,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:35.009956 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 35014) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:09:35.015782 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca5ddbf-b0d1-465b-a241-b56be7f16b26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:09:35.016192 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca5ddbf-b0d1-465b-a241-b56be7f16b26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:09:35.016564 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca5ddbf-b0d1-465b-a241-b56be7f16b26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:09:35.016924 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca5ddbf-b0d1-465b-a241-b56be7f16b26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:09:35.017279 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca5ddbf-b0d1-465b-a241-b56be7f16b26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:09:35.017635 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca5ddbf-b0d1-465b-a241-b56be7f16b26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:09:35.018520 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca5ddbf-b0d1-465b-a241-b56be7f16b26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:09:35.018902 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca5ddbf-b0d1-465b-a241-b56be7f16b26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:09:35.019260 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca5ddbf-b0d1-465b-a241-b56be7f16b26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:09:35.019630 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca5ddbf-b0d1-465b-a241-b56be7f16b26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:09:35.019982 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca5ddbf-b0d1-465b-a241-b56be7f16b26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:09:35.020326 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca5ddbf-b0d1-465b-a241-b56be7f16b26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:09:35.024289 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-bca5ddbf-b0d1-465b-a241-b56be7f16b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:35.073642 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-002bc88b-7bb2-4ada-ad9b-20bdb1b23eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:35.103704 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-002bc88b-7bb2-4ada-ad9b-20bdb1b23eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:35.322579 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-002bc88b-7bb2-4ada-ad9b-20bdb1b23eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:35.337196 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-74016570-c9be-4b87-af95-ce1d6d2b0a44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:35.348396 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002bc88b-7bb2-4ada-ad9b-20bdb1b23eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096fb622-6927-460c-8c3a-5fc58df882e2,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:35.358978 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002bc88b-7bb2-4ada-ad9b-20bdb1b23eb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:09:35.359213 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002bc88b-7bb2-4ada-ad9b-20bdb1b23eb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:09:35.359714 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002bc88b-7bb2-4ada-ad9b-20bdb1b23eb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:09:35.359950 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002bc88b-7bb2-4ada-ad9b-20bdb1b23eb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:09:35.360308 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002bc88b-7bb2-4ada-ad9b-20bdb1b23eb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:09:35.360660 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002bc88b-7bb2-4ada-ad9b-20bdb1b23eb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:09:35.361191 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002bc88b-7bb2-4ada-ad9b-20bdb1b23eb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:09:35.361545 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002bc88b-7bb2-4ada-ad9b-20bdb1b23eb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:09:35.361899 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002bc88b-7bb2-4ada-ad9b-20bdb1b23eb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:09:35.362251 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002bc88b-7bb2-4ada-ad9b-20bdb1b23eb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:09:35.362595 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002bc88b-7bb2-4ada-ad9b-20bdb1b23eb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:09:35.362944 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002bc88b-7bb2-4ada-ad9b-20bdb1b23eb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:09:35.366208 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-002bc88b-7bb2-4ada-ad9b-20bdb1b23eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:35.367959 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-002bc88b-7bb2-4ada-ad9b-20bdb1b23eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:35.371965 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-002bc88b-7bb2-4ada-ad9b-20bdb1b23eb5 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/096fb622-6927-460c-8c3a-5fc58df882e2 HTTP/1.1" status: 204  len: 168 time: 0.3579717
Jun 03 22:09:36.208555 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 35032) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:09:36.230699 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-90ee9c45-8618-49c4-ae55-d80c6193ede8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:36.242141 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-90ee9c45-8618-49c4-ae55-d80c6193ede8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:09:36.246319 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-90ee9c45-8618-49c4-ae55-d80c6193ede8 admin admin] Usage tracker for resource:security_group_rule and tenant:81f15a1eb55c4918bed46dac19825854 is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:09:36.249573 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-90ee9c45-8618-49c4-ae55-d80c6193ede8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:09:36.255874 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-90ee9c45-8618-49c4-ae55-d80c6193ede8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:09:36.354863 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-90ee9c45-8618-49c4-ae55-d80c6193ede8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:36.430189 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-90ee9c45-8618-49c4-ae55-d80c6193ede8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:36.437659 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-0712c0a0-bd2a-4db9-af37-5c8d82f40cbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:36.478731 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee9c45-8618-49c4-ae55-d80c6193ede8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7690aa37-9904-4429-931c-1f3ad328e588,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:36.482903 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-90ee9c45-8618-49c4-ae55-d80c6193ede8 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=81f15a1eb55c4918bed46dac19825854&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2733011
Jun 03 22:09:36.483803 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-90ee9c45-8618-49c4-ae55-d80c6193ede8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:36.485673 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 35038) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:09:36.552429 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5764fe7d-859b-4804-bc78-1fdd158a3797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:36.582229 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5764fe7d-859b-4804-bc78-1fdd158a3797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:36.710802 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5764fe7d-859b-4804-bc78-1fdd158a3797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:36.719589 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-41c67c04-894f-4bb8-a951-231980bf1084 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:36.745803 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764fe7d-859b-4804-bc78-1fdd158a3797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7690aa37-9904-4429-931c-1f3ad328e588,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:36.750222 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-5764fe7d-859b-4804-bc78-1fdd158a3797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:36.763157 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5764fe7d-859b-4804-bc78-1fdd158a3797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:36.765013 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-5764fe7d-859b-4804-bc78-1fdd158a3797 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/7690aa37-9904-4429-931c-1f3ad328e588 HTTP/1.1" status: 204  len: 168 time: 0.2777078
Jun 03 22:09:44.469389 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 35214) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:09:44.597296 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-198cbc7c-9d83-4917-a314-04294eb799ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:44.612955 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-198cbc7c-9d83-4917-a314-04294eb799ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:09:44.616980 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-198cbc7c-9d83-4917-a314-04294eb799ca admin admin] Usage tracker for resource:security_group_rule and tenant:853139d268ee47a88b749241dd503450 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:09:44.619916 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-198cbc7c-9d83-4917-a314-04294eb799ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:09:44.626386 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-198cbc7c-9d83-4917-a314-04294eb799ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:09:44.709628 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-198cbc7c-9d83-4917-a314-04294eb799ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:44.807863 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-198cbc7c-9d83-4917-a314-04294eb799ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:44.815072 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-661a8609-35d0-4363-86cc-3f0fc68a5fc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:44.860168 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-198cbc7c-9d83-4917-a314-04294eb799ca admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=853139d268ee47a88b749241dd503450&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3896897
Jun 03 22:09:44.861096 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198cbc7c-9d83-4917-a314-04294eb799ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12dc9c06-d181-45dc-8e6b-1cd7f5842166,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:44.863009 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 35220) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:09:44.864888 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-198cbc7c-9d83-4917-a314-04294eb799ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:44.925988 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-a8724f69-9adc-4f4e-bf7e-2b1a8798a7cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:44.951790 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-a8724f69-9adc-4f4e-bf7e-2b1a8798a7cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:45.184714 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-a8724f69-9adc-4f4e-bf7e-2b1a8798a7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:45.188478 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:45.201680 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8724f69-9adc-4f4e-bf7e-2b1a8798a7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12dc9c06-d181-45dc-8e6b-1cd7f5842166,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:45.204614 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-a8724f69-9adc-4f4e-bf7e-2b1a8798a7cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:45.207102 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-a8724f69-9adc-4f4e-bf7e-2b1a8798a7cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:45.208231 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-a8724f69-9adc-4f4e-bf7e-2b1a8798a7cc admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/12dc9c06-d181-45dc-8e6b-1cd7f5842166 HTTP/1.1" status: 204  len: 168 time: 0.3438771
Jun 03 22:09:45.836029 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:46.131988 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 35232) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:09:46.149930 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-a6f72bb3-34d7-4fca-8f66-b5c553d1bda6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:46.166481 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-a6f72bb3-34d7-4fca-8f66-b5c553d1bda6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:09:46.171100 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-a6f72bb3-34d7-4fca-8f66-b5c553d1bda6 admin admin] Usage tracker for resource:security_group_rule and tenant:7ed0b67957944139a3fb44c0d972cd78 is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:09:46.174027 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-a6f72bb3-34d7-4fca-8f66-b5c553d1bda6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:09:46.180951 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-a6f72bb3-34d7-4fca-8f66-b5c553d1bda6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:09:46.272486 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-a6f72bb3-34d7-4fca-8f66-b5c553d1bda6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:46.389989 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-a6f72bb3-34d7-4fca-8f66-b5c553d1bda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:46.397874 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-c98cb114-22c1-43f6-b37d-b7ffd172e839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:46.439921 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f72bb3-34d7-4fca-8f66-b5c553d1bda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52c29b2-36a1-4a1d-875d-7cbe6f3d2f28,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:46.448765 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-a6f72bb3-34d7-4fca-8f66-b5c553d1bda6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:46.448765 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-a6f72bb3-34d7-4fca-8f66-b5c553d1bda6 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=7ed0b67957944139a3fb44c0d972cd78&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3154149
Jun 03 22:09:46.451556 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 35244) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:09:46.520982 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-a0da4c26-68a6-421f-bac4-343f5063088d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:46.547013 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-a0da4c26-68a6-421f-bac4-343f5063088d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:46.714489 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-a0da4c26-68a6-421f-bac4-343f5063088d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:46.719606 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-90ee9c45-8618-49c4-ae55-d80c6193ede8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:46.732904 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da4c26-68a6-421f-bac4-343f5063088d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52c29b2-36a1-4a1d-875d-7cbe6f3d2f28,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:46.735427 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-a0da4c26-68a6-421f-bac4-343f5063088d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:46.736984 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-a0da4c26-68a6-421f-bac4-343f5063088d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:46.738152 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-a0da4c26-68a6-421f-bac4-343f5063088d admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/b52c29b2-36a1-4a1d-875d-7cbe6f3d2f28 HTTP/1.1" status: 204  len: 168 time: 0.2856669
Jun 03 22:09:46.992083 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-ea7bf5ae-8ab1-422f-bc6e-9f8e924ddf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:47.943050 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-65480ddb-9a6c-428e-8b1c-2a088740eeb2 req-2203003b-8284-49d0-b0a1-30a45742cb56 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0eee71d2-ec13-4fca-a702-5ab8e72cdd04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0795867
Jun 03 22:09:48.112748 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65480ddb-9a6c-428e-8b1c-2a088740eeb2 req-5e398905-4b77-4117-808f-ff45c7e337bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:48.114388 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-65480ddb-9a6c-428e-8b1c-2a088740eeb2 req-5e398905-4b77-4117-808f-ff45c7e337bf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c14a1e6c501b4dd3966eb23d8b4969bc&device_id=0eee71d2-ec13-4fca-a702-5ab8e72cdd04 HTTP/1.1" status: 200  len: 1099 time: 0.1475840
Jun 03 22:09:48.273368 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65480ddb-9a6c-428e-8b1c-2a088740eeb2 req-d5ca474e-af03-4f55-89eb-0fbffeb3e762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:48.275011 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-65480ddb-9a6c-428e-8b1c-2a088740eeb2 req-d5ca474e-af03-4f55-89eb-0fbffeb3e762 service neutron] 10.222.0.58 "GET /v2.0/networks?id=35f20c75-e7a0-4927-b48f-493b756f4e3d HTTP/1.1" status: 200  len: 918 time: 0.1401634
Jun 03 22:09:48.382654 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-65480ddb-9a6c-428e-8b1c-2a088740eeb2 req-c141cf98-2ef9-4542-85ef-afe804809f38 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6a4342e-48c3-4c53-a2c7-de600d045d4d HTTP/1.1" status: 200  len: 1002 time: 0.1019368
Jun 03 22:09:48.449927 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65480ddb-9a6c-428e-8b1c-2a088740eeb2 req-c6817613-0620-440a-ab90-a32acc9f4aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:48.451396 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-65480ddb-9a6c-428e-8b1c-2a088740eeb2 req-c6817613-0620-440a-ab90-a32acc9f4aef service neutron] 10.222.0.58 "GET /v2.0/subnets?id=67671872-aaef-41f0-85f5-6741db23bdd5 HTTP/1.1" status: 200  len: 855 time: 0.0640316
Jun 03 22:09:48.529349 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65480ddb-9a6c-428e-8b1c-2a088740eeb2 req-5995d071-b21c-4ee4-8b47-8b5a7b4ce203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:48.530827 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-65480ddb-9a6c-428e-8b1c-2a088740eeb2 req-5995d071-b21c-4ee4-8b47-8b5a7b4ce203 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35f20c75-e7a0-4927-b48f-493b756f4e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0743794
Jun 03 22:09:48.663226 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-65480ddb-9a6c-428e-8b1c-2a088740eeb2 req-6e3835ee-d6f6-4540-bc6b-ecfd150dcb9c service neutron] 10.222.0.58 "GET /v2.0/networks/35f20c75-e7a0-4927-b48f-493b756f4e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275926
Jun 03 22:09:48.817459 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-65480ddb-9a6c-428e-8b1c-2a088740eeb2 req-33042011-75e4-467a-bccc-2ad14b6ece05 service neutron] 10.222.0.58 "GET /v2.0/networks/35f20c75-e7a0-4927-b48f-493b756f4e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1490695
Jun 03 22:09:49.687158 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:49.784479 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-815879be-637e-41ae-8521-24b8cd17c628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:50.622002 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:09:51.030317 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:52.379061 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:54.181441 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 35370) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:09:54.301800 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-14c7b339-40a9-42ab-ada4-2aa7bb96ec84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:54.316988 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-14c7b339-40a9-42ab-ada4-2aa7bb96ec84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:09:54.323211 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-14c7b339-40a9-42ab-ada4-2aa7bb96ec84 admin admin] Usage tracker for resource:security_group_rule and tenant:0487533dd55843a69c178ae080fbe46d is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:09:54.325753 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-14c7b339-40a9-42ab-ada4-2aa7bb96ec84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:09:54.332141 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-14c7b339-40a9-42ab-ada4-2aa7bb96ec84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:09:54.413644 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-14c7b339-40a9-42ab-ada4-2aa7bb96ec84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:54.487934 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-14c7b339-40a9-42ab-ada4-2aa7bb96ec84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:54.495813 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-c2ea2de8-72ad-46b4-8e7f-e619a449fb4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:54.541827 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-14c7b339-40a9-42ab-ada4-2aa7bb96ec84 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=0487533dd55843a69c178ae080fbe46d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3592865
Jun 03 22:09:54.542784 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7b339-40a9-42ab-ada4-2aa7bb96ec84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea724e3a-28f2-4d9e-87c3-c84cfb344f32,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:54.544527 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 35376) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:09:54.545948 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-14c7b339-40a9-42ab-ada4-2aa7bb96ec84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:54.608456 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-052ab41b-cb1f-4468-9b47-7dbde63d1e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:54.638716 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-052ab41b-cb1f-4468-9b47-7dbde63d1e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:54.818718 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-052ab41b-cb1f-4468-9b47-7dbde63d1e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:54.823784 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-487064a6-bb20-47e5-95d8-f58c2740fc3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:54.836006 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ab41b-cb1f-4468-9b47-7dbde63d1e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea724e3a-28f2-4d9e-87c3-c84cfb344f32,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:54.838433 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-052ab41b-cb1f-4468-9b47-7dbde63d1e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:54.847330 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-052ab41b-cb1f-4468-9b47-7dbde63d1e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:54.848496 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-052ab41b-cb1f-4468-9b47-7dbde63d1e6f admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/ea724e3a-28f2-4d9e-87c3-c84cfb344f32 HTTP/1.1" status: 204  len: 168 time: 0.3029294
Jun 03 22:09:55.754565 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 35398) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:09:55.773846 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-e7078fc6-2016-4aec-8216-773de7fd3668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:55.789652 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-e7078fc6-2016-4aec-8216-773de7fd3668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:09:55.793709 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-e7078fc6-2016-4aec-8216-773de7fd3668 admin admin] Usage tracker for resource:security_group_rule and tenant:2b74e0058cb746d49ddc0ffed20af6e3 is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:09:55.796696 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-e7078fc6-2016-4aec-8216-773de7fd3668 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:09:55.802418 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-e7078fc6-2016-4aec-8216-773de7fd3668 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:09:55.886121 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-e7078fc6-2016-4aec-8216-773de7fd3668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:56.001194 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-e7078fc6-2016-4aec-8216-773de7fd3668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:56.010742 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-8605ca0d-afba-4554-8436-cc45ef746d8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:56.054662 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-e7078fc6-2016-4aec-8216-773de7fd3668 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=2b74e0058cb746d49ddc0ffed20af6e3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2989714
Jun 03 22:09:56.055879 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7078fc6-2016-4aec-8216-773de7fd3668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d2d894-eb7e-48c2-accc-149912e30c44,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:56.057411 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 35406) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:09:56.058976 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-e7078fc6-2016-4aec-8216-773de7fd3668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:56.117612 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-698b4467-61f0-418e-85f4-625d779b6c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:56.146303 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-698b4467-61f0-418e-85f4-625d779b6c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:56.319784 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-698b4467-61f0-418e-85f4-625d779b6c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:56.324841 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-052ab41b-cb1f-4468-9b47-7dbde63d1e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:56.335650 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b4467-61f0-418e-85f4-625d779b6c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d2d894-eb7e-48c2-accc-149912e30c44,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:56.341819 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-698b4467-61f0-418e-85f4-625d779b6c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:56.342626 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-698b4467-61f0-418e-85f4-625d779b6c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:56.344035 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-698b4467-61f0-418e-85f4-625d779b6c9b admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/d7d2d894-eb7e-48c2-accc-149912e30c44 HTTP/1.1" status: 204  len: 168 time: 0.2856538
Jun 03 22:09:58.620695 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 35482) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:09:58.747569 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-c566297e-d1f7-48ff-a699-15ebeef93548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:58.762592 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-c566297e-d1f7-48ff-a699-15ebeef93548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:09:58.766505 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-c566297e-d1f7-48ff-a699-15ebeef93548 admin admin] Usage tracker for resource:security_group_rule and tenant:4ebb984687f940308cfa2ab5c37fcf45 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:09:58.769305 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-c566297e-d1f7-48ff-a699-15ebeef93548 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:09:58.774988 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-c566297e-d1f7-48ff-a699-15ebeef93548 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:09:58.855454 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-c566297e-d1f7-48ff-a699-15ebeef93548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:58.954270 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-c566297e-d1f7-48ff-a699-15ebeef93548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:58.964016 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-002bc88b-7bb2-4ada-ad9b-20bdb1b23eb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:59.004594 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-c566297e-d1f7-48ff-a699-15ebeef93548 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=4ebb984687f940308cfa2ab5c37fcf45&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3827436
Jun 03 22:09:59.005567 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566297e-d1f7-48ff-a699-15ebeef93548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e06e33-594d-43e3-abd8-7769175191b1,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:59.008802 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-c566297e-d1f7-48ff-a699-15ebeef93548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:59.009369 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 35488) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:09:59.083902 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-b27b2e81-1a06-4b9d-b5a4-4d08fd34468c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:59.111443 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-b27b2e81-1a06-4b9d-b5a4-4d08fd34468c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:59.264781 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-b27b2e81-1a06-4b9d-b5a4-4d08fd34468c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:59.269307 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-c12753dc-1a65-4d55-9d98-44d4490d268e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:09:59.283947 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b2e81-1a06-4b9d-b5a4-4d08fd34468c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e06e33-594d-43e3-abd8-7769175191b1,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:09:59.286219 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-b27b2e81-1a06-4b9d-b5a4-4d08fd34468c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:09:59.312187 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-b27b2e81-1a06-4b9d-b5a4-4d08fd34468c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:09:59.312187 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-b27b2e81-1a06-4b9d-b5a4-4d08fd34468c admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/51e06e33-594d-43e3-abd8-7769175191b1 HTTP/1.1" status: 204  len: 168 time: 0.3009725
Jun 03 22:09:59.866337 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2d7e3-4e60-42e4-93b7-807fa3ed757a req-9dbd4fe0-201e-4827-841b-47047a06878f tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:09:59.866773 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f5b2d7e3-4e60-42e4-93b7-807fa3ed757a req-9dbd4fe0-201e-4827-841b-47047a06878f tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/ports?device_id=5de282d6-263d-4212-927d-2017367ed965 HTTP/1.1" status: 200  len: 945 time: 0.0910556
Jun 03 22:09:59.914221 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f5b2d7e3-4e60-42e4-93b7-807fa3ed757a req-eb7985f9-23b0-4c96-a940-dca2d809d531 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/security-groups?id=7bb8f465-f99e-4d60-8a52-a4abf4554b0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412376
Jun 03 22:10:00.980749 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf35410-8133-48c5-a2a0-4a8ced93ac80 req-4b16bdd4-bb3e-47d0-a0b0-a8d0b29ee295 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:10:00.982171 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-3bf35410-8133-48c5-a2a0-4a8ced93ac80 req-4b16bdd4-bb3e-47d0-a0b0-a8d0b29ee295 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.58 "GET /v2.0/ports?device_id=5de282d6-263d-4212-927d-2017367ed965 HTTP/1.1" status: 200  len: 945 time: 0.0878315
Jun 03 22:10:01.109259 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064be830-eda5-4f53-8777-658544e24299 req-0ff76918-68ad-4ac6-8777-db69a184a3f0 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:10:01.110767 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-064be830-eda5-4f53-8777-658544e24299 req-0ff76918-68ad-4ac6-8777-db69a184a3f0 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/ports?device_id=5de282d6-263d-4212-927d-2017367ed965 HTTP/1.1" status: 200  len: 945 time: 0.0843306
Jun 03 22:10:01.133130 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [req-3bf35410-8133-48c5-a2a0-4a8ced93ac80 req-7d07524b-daa0-4294-974a-1490c1908c84 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Deleting port 0a206964-3748-4845-86ba-224afb60a059 {{(pid=92564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:10:01.133477 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-3bf35410-8133-48c5-a2a0-4a8ced93ac80 req-7d07524b-daa0-4294-974a-1490c1908c84 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:01.164654 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-064be830-eda5-4f53-8777-658544e24299 req-7b8e1a3e-5ad2-4463-a5fc-7544e943e7a1 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/security-groups?id=7bb8f465-f99e-4d60-8a52-a4abf4554b0a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439503
Jun 03 22:10:01.280027 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-3bf35410-8133-48c5-a2a0-4a8ced93ac80 req-7d07524b-daa0-4294-974a-1490c1908c84 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] For port 0a206964-3748-4845-86ba-224afb60a059, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=0a206964-3748-4845-86ba-224afb60a059,segment=NetworkSegment(68a6d8d9-59e7-41a7-8a31-4c373482285f),segment_id=68a6d8d9-59e7-41a7-8a31-4c373482285f)] {{(pid=92564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:10:01.280395 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-3bf35410-8133-48c5-a2a0-4a8ced93ac80 req-7d07524b-daa0-4294-974a-1490c1908c84 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:01.483970 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [req-3bf35410-8133-48c5-a2a0-4a8ced93ac80 req-7d07524b-daa0-4294-974a-1490c1908c84 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Calling delete_port for 0a206964-3748-4845-86ba-224afb60a059 owned by compute:nova {{(pid=92564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:10:01.734789 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-3bf35410-8133-48c5-a2a0-4a8ced93ac80 req-7d07524b-daa0-4294-974a-1490c1908c84 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:01.741775 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-1f96dc98-f5a5-46af-aa41-74efaf1b9b9e tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:01.765483 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] get_ports_and_sgs() called for port_ids ['0a206964-3748-4845-86ba-224afb60a059'] {{(pid=92565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 22:10:01.827267 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d07524b-daa0-4294-974a-1490c1908c84 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Pushing event deleted for resources: {'Port': ['ID=0a206964-3748-4845-86ba-224afb60a059,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:01.829917 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-7d07524b-daa0-4294-974a-1490c1908c84 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:01.872877 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf35410-8133-48c5-a2a0-4a8ced93ac80 req-7d07524b-daa0-4294-974a-1490c1908c84 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] No DVR routers for this DVR port 0a206964-3748-4845-86ba-224afb60a059 on host hv-cinder-79466 {{(pid=92564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 22:10:01.875652 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-3bf35410-8133-48c5-a2a0-4a8ced93ac80 req-7d07524b-daa0-4294-974a-1490c1908c84 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:01.880655 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de282d6-263d-4212-927d-2017367ed965', 'name': 'network-vif-deleted', 'tag': '0a206964-3748-4845-86ba-224afb60a059'}] {{(pid=92564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:10:01.881444 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c024af40dcbc7289fed731e5c35c42eecf8f16a39534b44a636824a10e0ed12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318b7eab-056a-4791-b49a-159eb28f01b1" -d '{"events": [{"server_uuid": "5de282d6-263d-4212-927d-2017367ed965", "name": "network-vif-deleted", "tag": "0a206964-3748-4845-86ba-224afb60a059"}]}' {{(pid=92564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:10:01.892345 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-3bf35410-8133-48c5-a2a0-4a8ced93ac80 req-7d07524b-daa0-4294-974a-1490c1908c84 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.58 "DELETE /v2.0/ports/0a206964-3748-4845-86ba-224afb60a059 HTTP/1.1" status: 204  len: 173 time: 0.9040835
Jun 03 22:10:01.950041 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fa45b5-e56c-4db5-963b-2c24a4c1d356 x-openstack-request-id: req-19fa45b5-e56c-4db5-963b-2c24a4c1d356 {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:10:01.950041 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de282d6-263d-4212-927d-2017367ed965", "name": "network-vif-deleted", "tag": "0a206964-3748-4845-86ba-224afb60a059", "status": "completed", "code": 200}]} {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:10:01.950041 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-19fa45b5-e56c-4db5-963b-2c24a4c1d356 {{(pid=92564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:10:01.950041 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de282d6-263d-4212-927d-2017367ed965', 'name': 'network-vif-deleted', 'tag': '0a206964-3748-4845-86ba-224afb60a059', 'status': 'completed', 'code': 200}
Jun 03 22:10:02.375506 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-5de171f0-37f4-4ddb-9dff-a5b215d0779a req-6457ca91-26b6-4563-8b36-532976633bbb tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] 10.222.0.106 "GET /v2.0/ports?device_id=5de282d6-263d-4212-927d-2017367ed965 HTTP/1.1" status: 200  len: 210 time: 0.0548384
Jun 03 22:10:04.468329 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 35610) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:10:04.550165 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 0a206964-3748-4845-86ba-224afb60a059 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:10:04.589103 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] No Port match for: 0a206964-3748-4845-86ba-224afb60a059 {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:10:04.592018 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 0a206964-3748-4845-86ba-224afb60a059 not bound to the agent host hv-cinder-79466 {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:10:04.601401 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-fc8afbbe-40f0-4e31-815e-289452e1c2ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:04.615958 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-fc8afbbe-40f0-4e31-815e-289452e1c2ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:10:04.619899 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-fc8afbbe-40f0-4e31-815e-289452e1c2ff admin admin] Usage tracker for resource:security_group_rule and tenant:47b46b6944a244d6ba76a6a12e69697f is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:10:04.622722 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-fc8afbbe-40f0-4e31-815e-289452e1c2ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:10:04.629531 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-fc8afbbe-40f0-4e31-815e-289452e1c2ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:10:04.719027 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-fc8afbbe-40f0-4e31-815e-289452e1c2ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:04.841094 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-fc8afbbe-40f0-4e31-815e-289452e1c2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:04.848625 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-60bea4ce-296d-43cf-b7f7-10e406966a66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:04.891373 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-fc8afbbe-40f0-4e31-815e-289452e1c2ff admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=47b46b6944a244d6ba76a6a12e69697f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4218328
Jun 03 22:10:04.892428 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8afbbe-40f0-4e31-815e-289452e1c2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36024c3d-7629-4eaa-b699-2bb4329fd415,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:04.894647 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 35618) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:10:04.895589 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-fc8afbbe-40f0-4e31-815e-289452e1c2ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:04.956113 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-65009298-9589-4c42-8ced-e9bd97cef8fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:04.981856 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-65009298-9589-4c42-8ced-e9bd97cef8fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:05.127774 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-65009298-9589-4c42-8ced-e9bd97cef8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:05.132868 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-1929f53d-4b0d-46e9-9018-1e24b70b3498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:05.145620 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65009298-9589-4c42-8ced-e9bd97cef8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36024c3d-7629-4eaa-b699-2bb4329fd415,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:05.150482 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-65009298-9589-4c42-8ced-e9bd97cef8fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:05.165683 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-65009298-9589-4c42-8ced-e9bd97cef8fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:05.166826 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-65009298-9589-4c42-8ced-e9bd97cef8fc admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/36024c3d-7629-4eaa-b699-2bb4329fd415 HTTP/1.1" status: 204  len: 168 time: 0.2711704
Jun 03 22:10:05.974516 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 35644) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:10:05.992632 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-5bb346d9-44eb-4b7a-b50a-c306d0a9818e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:06.008242 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-5bb346d9-44eb-4b7a-b50a-c306d0a9818e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:10:06.012620 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-5bb346d9-44eb-4b7a-b50a-c306d0a9818e admin admin] Usage tracker for resource:security_group_rule and tenant:3b6ad2dc7bcd4310aa3fab80124aac39 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:10:06.015533 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-5bb346d9-44eb-4b7a-b50a-c306d0a9818e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:10:06.021518 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-5bb346d9-44eb-4b7a-b50a-c306d0a9818e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:10:06.107186 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-5bb346d9-44eb-4b7a-b50a-c306d0a9818e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:06.218377 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-5bb346d9-44eb-4b7a-b50a-c306d0a9818e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:06.226281 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-73063e05-f48f-4225-b78f-7671629f38ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:06.266638 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-5bb346d9-44eb-4b7a-b50a-c306d0a9818e admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=3b6ad2dc7bcd4310aa3fab80124aac39&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2910259
Jun 03 22:10:06.267505 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb346d9-44eb-4b7a-b50a-c306d0a9818e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa4963e-328e-4897-9c65-ac14d1e58ce9,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:06.272497 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 35646) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:10:06.272497 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-5bb346d9-44eb-4b7a-b50a-c306d0a9818e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:06.332372 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-57cef462-68c5-4104-805e-d97fdd0bed12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:06.360014 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-57cef462-68c5-4104-805e-d97fdd0bed12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:06.555680 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-57cef462-68c5-4104-805e-d97fdd0bed12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:06.559653 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-6af039b0-7642-4f45-b966-52c9e372c8fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:06.570675 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cef462-68c5-4104-805e-d97fdd0bed12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa4963e-328e-4897-9c65-ac14d1e58ce9,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:06.572977 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-57cef462-68c5-4104-805e-d97fdd0bed12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:06.582325 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-57cef462-68c5-4104-805e-d97fdd0bed12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:06.582325 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-57cef462-68c5-4104-805e-d97fdd0bed12 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/4fa4963e-328e-4897-9c65-ac14d1e58ce9 HTTP/1.1" status: 204  len: 168 time: 0.3085356
Jun 03 22:10:15.098328 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 35846) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:10:15.234334 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-d00a91c8-06c5-427a-953f-fd8f93f2a54a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:15.260245 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-d00a91c8-06c5-427a-953f-fd8f93f2a54a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:10:15.264620 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-d00a91c8-06c5-427a-953f-fd8f93f2a54a admin admin] Usage tracker for resource:security_group_rule and tenant:33696c7d27864986b240c8b870ab6ab6 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:10:15.269763 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-d00a91c8-06c5-427a-953f-fd8f93f2a54a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:10:15.291716 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-d00a91c8-06c5-427a-953f-fd8f93f2a54a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:10:15.425298 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-d00a91c8-06c5-427a-953f-fd8f93f2a54a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:15.513808 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-d00a91c8-06c5-427a-953f-fd8f93f2a54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:15.521330 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-55ce04c1-043d-4fbb-bd0c-9023be8358dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:15.567023 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-d00a91c8-06c5-427a-953f-fd8f93f2a54a admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=33696c7d27864986b240c8b870ab6ab6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4673390
Jun 03 22:10:15.567957 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a91c8-06c5-427a-953f-fd8f93f2a54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77dbd335-f1b1-49f1-bb65-db1682b19be3,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:15.570510 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 35856) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:10:15.593695 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-d00a91c8-06c5-427a-953f-fd8f93f2a54a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:15.645852 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-819b6026-3e6a-444a-9e21-5cf729ca2bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:15.672289 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-819b6026-3e6a-444a-9e21-5cf729ca2bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:15.817431 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-819b6026-3e6a-444a-9e21-5cf729ca2bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:15.823678 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-3ced3e6b-8568-443b-b45d-3cd2ae18f20a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:15.835599 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b6026-3e6a-444a-9e21-5cf729ca2bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77dbd335-f1b1-49f1-bb65-db1682b19be3,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:15.837993 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-819b6026-3e6a-444a-9e21-5cf729ca2bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:15.843577 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-819b6026-3e6a-444a-9e21-5cf729ca2bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:15.844756 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-819b6026-3e6a-444a-9e21-5cf729ca2bf5 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/77dbd335-f1b1-49f1-bb65-db1682b19be3 HTTP/1.1" status: 204  len: 168 time: 0.2732828
Jun 03 22:10:15.858058 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:16.686376 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 35870) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:10:16.704177 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-a04a4b0a-8701-4c28-af4e-6e9d23d852b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:16.718721 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-a04a4b0a-8701-4c28-af4e-6e9d23d852b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:10:16.723517 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-a04a4b0a-8701-4c28-af4e-6e9d23d852b0 admin admin] Usage tracker for resource:security_group_rule and tenant:2d3f53a1cd40449ba8461bfaf3c5b670 is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:10:16.726738 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-a04a4b0a-8701-4c28-af4e-6e9d23d852b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:10:16.732527 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-a04a4b0a-8701-4c28-af4e-6e9d23d852b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:10:16.817780 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-a04a4b0a-8701-4c28-af4e-6e9d23d852b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:16.893408 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-a04a4b0a-8701-4c28-af4e-6e9d23d852b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:16.901571 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-47a3c408-0b2c-4fa8-a573-5efab4eba00e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:16.945557 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a4b0a-8701-4c28-af4e-6e9d23d852b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f17a8a0-794d-4dad-a65f-77ffb2345d59,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:16.948837 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-a04a4b0a-8701-4c28-af4e-6e9d23d852b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:16.951240 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-a04a4b0a-8701-4c28-af4e-6e9d23d852b0 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=2d3f53a1cd40449ba8461bfaf3c5b670&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2638416
Jun 03 22:10:16.954022 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 35874) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:10:17.010113 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-76f310c1-88ff-463a-b4be-70ba3d430df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:17.013697 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-48c096a5-e76f-42c3-a939-7162d40df340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:17.043625 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-48c096a5-e76f-42c3-a939-7162d40df340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:17.195482 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-48c096a5-e76f-42c3-a939-7162d40df340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:17.199633 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-d04040ad-ddac-432b-90f2-92ecdb919f65 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:17.213560 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c096a5-e76f-42c3-a939-7162d40df340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f17a8a0-794d-4dad-a65f-77ffb2345d59,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:17.219471 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-48c096a5-e76f-42c3-a939-7162d40df340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:17.222858 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-48c096a5-e76f-42c3-a939-7162d40df340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:17.224314 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-48c096a5-e76f-42c3-a939-7162d40df340 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/8f17a8a0-794d-4dad-a65f-77ffb2345d59 HTTP/1.1" status: 204  len: 168 time: 0.2679172
Jun 03 22:10:18.096712 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 35886) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:10:18.113939 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-8d2d6a4f-eaea-48d9-8e91-8163971b61de admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:18.129395 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-8d2d6a4f-eaea-48d9-8e91-8163971b61de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:10:18.133272 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-8d2d6a4f-eaea-48d9-8e91-8163971b61de admin admin] Usage tracker for resource:security_group_rule and tenant:9a96aa9ea98a4b968c4c871ec8953387 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:10:18.136141 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-8d2d6a4f-eaea-48d9-8e91-8163971b61de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:10:18.143343 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-8d2d6a4f-eaea-48d9-8e91-8163971b61de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:10:18.224632 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-8d2d6a4f-eaea-48d9-8e91-8163971b61de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:18.315847 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-8d2d6a4f-eaea-48d9-8e91-8163971b61de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:18.322793 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-d3c9ec50-5e9c-42fc-b71d-8bebdd9da161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:18.365532 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-8d2d6a4f-eaea-48d9-8e91-8163971b61de admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=9a96aa9ea98a4b968c4c871ec8953387&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2677433
Jun 03 22:10:18.366417 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d6a4f-eaea-48d9-8e91-8163971b61de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f48203-ab16-400f-97c3-a0183de371ba,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:18.368702 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 35888) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:10:18.370715 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-8d2d6a4f-eaea-48d9-8e91-8163971b61de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:18.437080 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-c17932e7-3c38-4a9c-a757-35cde5400c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:18.462919 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-c17932e7-3c38-4a9c-a757-35cde5400c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:18.658388 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-c17932e7-3c38-4a9c-a757-35cde5400c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:18.664001 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-65009298-9589-4c42-8ced-e9bd97cef8fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:18.675216 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17932e7-3c38-4a9c-a757-35cde5400c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f48203-ab16-400f-97c3-a0183de371ba,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:18.678820 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-c17932e7-3c38-4a9c-a757-35cde5400c8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:18.682146 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-c17932e7-3c38-4a9c-a757-35cde5400c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:18.683253 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-c17932e7-3c38-4a9c-a757-35cde5400c8a admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/d3f48203-ab16-400f-97c3-a0183de371ba HTTP/1.1" status: 204  len: 168 time: 0.3136418
Jun 03 22:10:19.670364 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:19.744194 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-61455837-9b9f-40db-a9d6-f5874f8f1406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:21.098124 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:22.361000 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:27.621411 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:10:32.394562 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 36174) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:10:32.529811 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2295eab9-9b68-4b6e-ae78-f5a9c187d90a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:32.544847 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-2295eab9-9b68-4b6e-ae78-f5a9c187d90a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:10:32.549581 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-2295eab9-9b68-4b6e-ae78-f5a9c187d90a admin admin] Usage tracker for resource:security_group_rule and tenant:7f3d357718814ced86745a7544d0ffe8 is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:10:32.552489 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-2295eab9-9b68-4b6e-ae78-f5a9c187d90a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:10:32.558542 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-2295eab9-9b68-4b6e-ae78-f5a9c187d90a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:10:32.640935 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2295eab9-9b68-4b6e-ae78-f5a9c187d90a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:32.737792 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2295eab9-9b68-4b6e-ae78-f5a9c187d90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:32.745406 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-1b1afe9d-fda1-4d4d-9db6-88f877ea7731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:32.789764 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-2295eab9-9b68-4b6e-ae78-f5a9c187d90a admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=7f3d357718814ced86745a7544d0ffe8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3918102
Jun 03 22:10:32.789764 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295eab9-9b68-4b6e-ae78-f5a9c187d90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94396ce-a23c-47e6-a149-e417d101fc28,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:32.790318 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 36178) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:10:32.792471 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-2295eab9-9b68-4b6e-ae78-f5a9c187d90a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:32.849566 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-7c6dcbd5-a5b0-4bd2-9e58-cf03be23c39d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:32.876229 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-7c6dcbd5-a5b0-4bd2-9e58-cf03be23c39d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:32.957969 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 36186) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:10:33.022622 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.db_base_plugin_v2 [None req-46efc071-cd93-47bd-bfc2-f1c339a4e6a5 admin admin] Deleting subnet 47e98e05-76e7-4976-a242-07e4fd463da2 {{(pid=92563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 22:10:33.025684 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-46efc071-cd93-47bd-bfc2-f1c339a4e6a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:33.055251 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-7c6dcbd5-a5b0-4bd2-9e58-cf03be23c39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:33.060191 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-c6741330-f422-4c2f-9d89-b435976f9a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:33.083221 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6dcbd5-a5b0-4bd2-9e58-cf03be23c39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94396ce-a23c-47e6-a149-e417d101fc28,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:33.087676 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-7c6dcbd5-a5b0-4bd2-9e58-cf03be23c39d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:33.090352 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-7c6dcbd5-a5b0-4bd2-9e58-cf03be23c39d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:33.091459 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-7c6dcbd5-a5b0-4bd2-9e58-cf03be23c39d admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/e94396ce-a23c-47e6-a149-e417d101fc28 HTTP/1.1" status: 204  len: 168 time: 0.2999716
Jun 03 22:10:33.095825 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-46efc071-cd93-47bd-bfc2-f1c339a4e6a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840165'] for subnet, precommit_delete_associations {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:33.218689 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-46efc071-cd93-47bd-bfc2-f1c339a4e6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799703'] for subnet, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:33.566380 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-46efc071-cd93-47bd-bfc2-f1c339a4e6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33200899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31823006'] for subnet, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:33.572467 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-b79eed0e-b67d-4271-8516-a2e6b1e6aa87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:33.613772 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46efc071-cd93-47bd-bfc2-f1c339a4e6a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47e98e05-76e7-4976-a242-07e4fd463da2,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:33.619158 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-46efc071-cd93-47bd-bfc2-f1c339a4e6a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for subnet, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:33.622002 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-46efc071-cd93-47bd-bfc2-f1c339a4e6a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:33.626159 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-46efc071-cd93-47bd-bfc2-f1c339a4e6a5 admin admin] 10.222.0.106 "DELETE /v2.0/subnets/47e98e05-76e7-4976-a242-07e4fd463da2 HTTP/1.1" status: 204  len: 168 time: 0.6669261
Jun 03 22:10:33.629364 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 36200) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:10:33.734149 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-51164514-e7b0-4760-95b3-98806daf5996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1319667'] for network, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:33.858384 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-51164514-e7b0-4760-95b3-98806daf5996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1799298', 'neutron.services.segments.db._delete_segments_for_network-8762086254785'] for network, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:33.871865 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.services.segments.db [None req-51164514-e7b0-4760-95b3-98806daf5996 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f814dd53a30>,) {'filters': {'network_id': ['ee72200c-c241-44cb-972d-cd625ecb6cda']}} {{(pid=92563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:10:33.884798 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.services.segments.db [None req-51164514-e7b0-4760-95b3-98806daf5996 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f814dd53a30>, '68a6d8d9-59e7-41a7-8a31-4c373482285f') {'for_net_delete': True} {{(pid=92563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:10:33.885099 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.services.segments.db [None req-51164514-e7b0-4760-95b3-98806daf5996 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f814dd53a30>, '68a6d8d9-59e7-41a7-8a31-4c373482285f') {} {{(pid=92563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:10:33.896879 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-51164514-e7b0-4760-95b3-98806daf5996 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762086257628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840220'] for segment, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:33.913406 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-51164514-e7b0-4760-95b3-98806daf5996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286'] for segment, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:33.919528 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51164514-e7b0-4760-95b3-98806daf5996 admin admin] Releasing vlan 1417 on physical network physnet1 to pool {{(pid=92563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 22:10:33.919913 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-51164514-e7b0-4760-95b3-98806daf5996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33201129'] for segment, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:33.933816 dv-cinder-794669-4-iscsi neutron-server[92563]: Traceback (most recent call last):
Jun 03 22:10:33.933816 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 22:10:33.933816 dv-cinder-794669-4-iscsi neutron-server[92563]:     timer()
Jun 03 22:10:33.933816 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 22:10:33.933816 dv-cinder-794669-4-iscsi neutron-server[92563]:     cb(*args, **kw)
Jun 03 22:10:33.933816 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 22:10:33.933816 dv-cinder-794669-4-iscsi neutron-server[92563]:     return func(*args, **kwargs)
Jun 03 22:10:33.933816 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 22:10:33.933816 dv-cinder-794669-4-iscsi neutron-server[92563]:     self._notify()
Jun 03 22:10:33.933816 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 22:10:33.933816 dv-cinder-794669-4-iscsi neutron-server[92563]:     self.callback(batched_events)
Jun 03 22:10:33.933816 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 22:10:33.933816 dv-cinder-794669-4-iscsi neutron-server[92563]:     event.method(event)
Jun 03 22:10:33.933816 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 22:10:33.933816 dv-cinder-794669-4-iscsi neutron-server[92563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 22:10:33.933816 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 22:10:33.933816 dv-cinder-794669-4-iscsi neutron-server[92563]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 22:10:33.933816 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 22:10:33.933816 dv-cinder-794669-4-iscsi neutron-server[92563]:     return f(self, *a, **k)
Jun 03 22:10:33.933816 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 22:10:33.933816 dv-cinder-794669-4-iscsi neutron-server[92563]:     return self._get(url).json()
Jun 03 22:10:33.933816 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 22:10:33.933816 dv-cinder-794669-4-iscsi neutron-server[92563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 22:10:33.933816 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 22:10:33.933816 dv-cinder-794669-4-iscsi neutron-server[92563]:     return self.request(url, 'GET', **kwargs)
Jun 03 22:10:33.933816 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 22:10:33.933816 dv-cinder-794669-4-iscsi neutron-server[92563]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 22:10:33.933816 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 22:10:33.933816 dv-cinder-794669-4-iscsi neutron-server[92563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 22:10:33.933816 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 22:10:33.933816 dv-cinder-794669-4-iscsi neutron-server[92563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 22:10:33.933816 dv-cinder-794669-4-iscsi neutron-server[92563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 22:10:34.172067 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-51164514-e7b0-4760-95b3-98806daf5996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1799305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-309369'] for network, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:34.178190 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:34.189302 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-51164514-e7b0-4760-95b3-98806daf5996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for network, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:34.201837 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51164514-e7b0-4760-95b3-98806daf5996 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee72200c-c241-44cb-972d-cd625ecb6cda,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:34.205247 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-51164514-e7b0-4760-95b3-98806daf5996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:34.277598 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 36208) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:10:34.342949 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-51164514-e7b0-4760-95b3-98806daf5996 admin admin] 10.222.0.106 "DELETE /v2.0/networks/ee72200c-c241-44cb-972d-cd625ecb6cda HTTP/1.1" status: 204  len: 168 time: 0.7125633
Jun 03 22:10:34.397680 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-d2436ff8-a3dc-4f5a-9342-f2b754143008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:34.412854 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-d2436ff8-a3dc-4f5a-9342-f2b754143008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:10:34.416670 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-d2436ff8-a3dc-4f5a-9342-f2b754143008 admin admin] Usage tracker for resource:security_group_rule and tenant:efb9bdf643764ab0adab918b5e8c6422 is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:10:34.423896 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-d2436ff8-a3dc-4f5a-9342-f2b754143008 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:10:34.425125 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-d2436ff8-a3dc-4f5a-9342-f2b754143008 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:10:34.509877 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-d2436ff8-a3dc-4f5a-9342-f2b754143008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:34.713470 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-d2436ff8-a3dc-4f5a-9342-f2b754143008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:34.721103 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-9c813488-f2be-4dcb-bae3-24a4e5484e03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:34.762624 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-d2436ff8-a3dc-4f5a-9342-f2b754143008 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=efb9bdf643764ab0adab918b5e8c6422&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4839664
Jun 03 22:10:34.763371 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2436ff8-a3dc-4f5a-9342-f2b754143008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa56ecad-47c7-48c3-a7fb-e727feccdc00,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:34.765477 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 36214) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:10:34.769895 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-d2436ff8-a3dc-4f5a-9342-f2b754143008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:34.829147 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-9ff60bf8-5365-48b2-bdbe-a44285ead25f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:34.853973 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-9ff60bf8-5365-48b2-bdbe-a44285ead25f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:34.885248 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 36216) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:10:34.934508 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-65b664e9-5e20-4ed7-8ea9-9a5b26c6f854 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=ebf72c5befd44927ab456c218dfdcdda&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0479147
Jun 03 22:10:34.937051 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 36218) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:10:34.995982 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-3d55f5f6-6d17-4480-ab45-96d34d28aaf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:35.000558 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-9ff60bf8-5365-48b2-bdbe-a44285ead25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:35.005219 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-0c449662-2c38-47e1-9851-90f668173c4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:35.020271 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff60bf8-5365-48b2-bdbe-a44285ead25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa56ecad-47c7-48c3-a7fb-e727feccdc00,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:35.022895 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-3d55f5f6-6d17-4480-ab45-96d34d28aaf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:35.023036 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-9ff60bf8-5365-48b2-bdbe-a44285ead25f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:35.029502 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-9ff60bf8-5365-48b2-bdbe-a44285ead25f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:35.032644 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-9ff60bf8-5365-48b2-bdbe-a44285ead25f admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/aa56ecad-47c7-48c3-a7fb-e727feccdc00 HTTP/1.1" status: 204  len: 168 time: 0.2634060
Jun 03 22:10:35.190132 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-3d55f5f6-6d17-4480-ab45-96d34d28aaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:35.192854 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-14c7b339-40a9-42ab-ada4-2aa7bb96ec84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:35.210786 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d55f5f6-6d17-4480-ab45-96d34d28aaf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb8f465-f99e-4d60-8a52-a4abf4554b0a,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:35.223632 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d55f5f6-6d17-4480-ab45-96d34d28aaf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:35.224515 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d55f5f6-6d17-4480-ab45-96d34d28aaf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:35.224515 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d55f5f6-6d17-4480-ab45-96d34d28aaf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:35.224714 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d55f5f6-6d17-4480-ab45-96d34d28aaf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:35.225057 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d55f5f6-6d17-4480-ab45-96d34d28aaf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:35.225402 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d55f5f6-6d17-4480-ab45-96d34d28aaf7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:35.225745 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d55f5f6-6d17-4480-ab45-96d34d28aaf7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:35.226083 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d55f5f6-6d17-4480-ab45-96d34d28aaf7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:35.226421 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d55f5f6-6d17-4480-ab45-96d34d28aaf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:35.226759 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d55f5f6-6d17-4480-ab45-96d34d28aaf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:35.227099 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d55f5f6-6d17-4480-ab45-96d34d28aaf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:35.227454 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d55f5f6-6d17-4480-ab45-96d34d28aaf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:35.232160 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-3d55f5f6-6d17-4480-ab45-96d34d28aaf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:35.344640 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-3d55f5f6-6d17-4480-ab45-96d34d28aaf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:35.346331 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-3d55f5f6-6d17-4480-ab45-96d34d28aaf7 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/7bb8f465-f99e-4d60-8a52-a4abf4554b0a HTTP/1.1" status: 204  len: 168 time: 0.4083426
Jun 03 22:10:35.883086 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 36238) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:10:35.901348 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-274b15bf-07ef-4e1f-98df-2de248f3633b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:35.916469 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-274b15bf-07ef-4e1f-98df-2de248f3633b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:10:35.920635 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-274b15bf-07ef-4e1f-98df-2de248f3633b admin admin] Usage tracker for resource:security_group_rule and tenant:48db7c4a3aeb4d91814ccc34a2217bd4 is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:10:35.923694 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-274b15bf-07ef-4e1f-98df-2de248f3633b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:10:35.929606 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-274b15bf-07ef-4e1f-98df-2de248f3633b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:10:36.017608 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-274b15bf-07ef-4e1f-98df-2de248f3633b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:36.171118 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-274b15bf-07ef-4e1f-98df-2de248f3633b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:36.178128 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-cc0f3e03-0fa0-48e8-a47e-9518ca110a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:36.221499 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-274b15bf-07ef-4e1f-98df-2de248f3633b admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=48db7c4a3aeb4d91814ccc34a2217bd4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3371665
Jun 03 22:10:36.222425 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b15bf-07ef-4e1f-98df-2de248f3633b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0568f306-137f-44cb-a929-bc887e64e918,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:36.225083 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 36244) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:10:36.225983 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-274b15bf-07ef-4e1f-98df-2de248f3633b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:36.290652 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-eba77cff-fe8c-4bd9-8831-14fed875dce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:36.319656 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-eba77cff-fe8c-4bd9-8831-14fed875dce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:36.656717 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-eba77cff-fe8c-4bd9-8831-14fed875dce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:36.660804 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-70504f19-0323-4996-a87e-8c2cab541e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:36.674702 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba77cff-fe8c-4bd9-8831-14fed875dce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0568f306-137f-44cb-a929-bc887e64e918,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:36.683708 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba77cff-fe8c-4bd9-8831-14fed875dce6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:36.684083 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba77cff-fe8c-4bd9-8831-14fed875dce6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:36.684446 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba77cff-fe8c-4bd9-8831-14fed875dce6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:36.684801 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba77cff-fe8c-4bd9-8831-14fed875dce6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:36.685185 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba77cff-fe8c-4bd9-8831-14fed875dce6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:36.685625 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba77cff-fe8c-4bd9-8831-14fed875dce6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:36.685985 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba77cff-fe8c-4bd9-8831-14fed875dce6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:36.686335 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba77cff-fe8c-4bd9-8831-14fed875dce6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:36.686682 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba77cff-fe8c-4bd9-8831-14fed875dce6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:36.687029 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba77cff-fe8c-4bd9-8831-14fed875dce6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:36.687374 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba77cff-fe8c-4bd9-8831-14fed875dce6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:36.687741 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba77cff-fe8c-4bd9-8831-14fed875dce6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:36.691661 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-eba77cff-fe8c-4bd9-8831-14fed875dce6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:36.692855 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-eba77cff-fe8c-4bd9-8831-14fed875dce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:36.693944 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-eba77cff-fe8c-4bd9-8831-14fed875dce6 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/0568f306-137f-44cb-a929-bc887e64e918 HTTP/1.1" status: 204  len: 168 time: 0.4654381
Jun 03 22:10:36.829695 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 36260) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:10:36.936427 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-257aadd1-9820-4f0f-a934-dca0fe5232a5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-563370448-network', 'tenant_id': '96c06991ed074d8bb9135b3908303d68'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:10:36.941236 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-257aadd1-9820-4f0f-a934-dca0fe5232a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:10:36.945128 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-257aadd1-9820-4f0f-a934-dca0fe5232a5 admin admin] Usage tracker for resource:network and tenant:96c06991ed074d8bb9135b3908303d68 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:10:36.948006 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-257aadd1-9820-4f0f-a934-dca0fe5232a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:10:36.954264 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-257aadd1-9820-4f0f-a934-dca0fe5232a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:10:37.119132 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257aadd1-9820-4f0f-a934-dca0fe5232a5 admin admin] Made reservation on behalf of 96c06991ed074d8bb9135b3908303d68 for: {'network': 1} {{(pid=92563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:10:37.121840 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-257aadd1-9820-4f0f-a934-dca0fe5232a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1611770'] for network, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:37.135395 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-257aadd1-9820-4f0f-a934-dca0fe5232a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:37.150697 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-257aadd1-9820-4f0f-a934-dca0fe5232a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:10:37.155011 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-257aadd1-9820-4f0f-a934-dca0fe5232a5 admin admin] Usage tracker for resource:security_group_rule and tenant:96c06991ed074d8bb9135b3908303d68 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:10:37.157916 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-257aadd1-9820-4f0f-a934-dca0fe5232a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:10:37.164115 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-257aadd1-9820-4f0f-a934-dca0fe5232a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:10:37.270937 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-257aadd1-9820-4f0f-a934-dca0fe5232a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:37.373760 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-257aadd1-9820-4f0f-a934-dca0fe5232a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:37.377699 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-57cef462-68c5-4104-805e-d97fdd0bed12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:37.406843 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-257aadd1-9820-4f0f-a934-dca0fe5232a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1406, 'physical_network': 'physnet1'}  {{(pid=92563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 22:10:37.414784 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257aadd1-9820-4f0f-a934-dca0fe5232a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1422ea32-23bf-476d-86c3-0895b73885a9,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:37.418472 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-257aadd1-9820-4f0f-a934-dca0fe5232a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:37.421033 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-257aadd1-9820-4f0f-a934-dca0fe5232a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286'] for segment, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:37.421366 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.db.segments_db [None req-257aadd1-9820-4f0f-a934-dca0fe5232a5 admin admin] Added segment 2d194160-e5b1-4246-b233-f57c8fe3e4cd of type vlan for network 6aec7b12-e211-4a86-90a7-9ae14d5cb151
Jun 03 22:10:37.449622 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-257aadd1-9820-4f0f-a934-dca0fe5232a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762085776842'] for network, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:37.566440 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-257aadd1-9820-4f0f-a934-dca0fe5232a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630954'] for network, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:37.567841 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257aadd1-9820-4f0f-a934-dca0fe5232a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:10:37.568488 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-257aadd1-9820-4f0f-a934-dca0fe5232a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for network, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:37.572124 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:37.630897 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 36268) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:10:37.649631 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-870a91bb-b458-4831-8299-1d8ae59898d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:37.671627 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-870a91bb-b458-4831-8299-1d8ae59898d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:10:37.677799 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257aadd1-9820-4f0f-a934-dca0fe5232a5 admin admin] Pushing event updated for resources: {'Network': ['ID=6aec7b12-e211-4a86-90a7-9ae14d5cb151,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:37.679671 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-870a91bb-b458-4831-8299-1d8ae59898d8 admin admin] Usage tracker for resource:security_group_rule and tenant:6594de861a2a4bbbb94ddac19652ddae is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:10:37.681181 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-257aadd1-9820-4f0f-a934-dca0fe5232a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:37.692025 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Network 6aec7b12-e211-4a86-90a7-9ae14d5cb151 details requested by agent ovs-agent-dv-cinder-794669-4-iscsi with host dv-cinder-794669-4-iscsi {{(pid=92565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 22:10:37.694790 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-870a91bb-b458-4831-8299-1d8ae59898d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:10:37.703708 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-870a91bb-b458-4831-8299-1d8ae59898d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:10:37.775379 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-257aadd1-9820-4f0f-a934-dca0fe5232a5 admin admin] 10.222.0.106 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9441776
Jun 03 22:10:37.778147 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 36272) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:10:37.783821 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-3af10f27-b99a-4cc0-93a7-111bdf6879ef admin admin] Request body: {'subnet': {'network_id': '6aec7b12-e211-4a86-90a7-9ae14d5cb151', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-563370448-subnet', 'tenant_id': '96c06991ed074d8bb9135b3908303d68', 'ip_version': 4}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:10:37.790157 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-3af10f27-b99a-4cc0-93a7-111bdf6879ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:10:37.794697 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-3af10f27-b99a-4cc0-93a7-111bdf6879ef admin admin] Usage tracker for resource:subnet and tenant:96c06991ed074d8bb9135b3908303d68 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:10:37.798756 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-3af10f27-b99a-4cc0-93a7-111bdf6879ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:10:37.808029 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-3af10f27-b99a-4cc0-93a7-111bdf6879ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:10:37.866131 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-870a91bb-b458-4831-8299-1d8ae59898d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:37.925855 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af10f27-b99a-4cc0-93a7-111bdf6879ef admin admin] Made reservation on behalf of 96c06991ed074d8bb9135b3908303d68 for: {'subnet': 1} {{(pid=92563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:10:37.928171 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-3af10f27-b99a-4cc0-93a7-111bdf6879ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31843967'] for subnet, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:38.010934 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-870a91bb-b458-4831-8299-1d8ae59898d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:38.025667 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-5240bebb-7bf1-43b2-8227-23e9fd7a089a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:38.066432 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-870a91bb-b458-4831-8299-1d8ae59898d8 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=6594de861a2a4bbbb94ddac19652ddae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4342604
Jun 03 22:10:38.068258 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870a91bb-b458-4831-8299-1d8ae59898d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58ae7d0-8aa8-4d10-8f16-189465e194b7,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:38.070549 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 36274) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:10:38.082164 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-870a91bb-b458-4831-8299-1d8ae59898d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:38.132013 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-055cfa7a-54ba-4bb8-a445-93c59de77936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:38.159374 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-055cfa7a-54ba-4bb8-a445-93c59de77936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:38.297974 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-055cfa7a-54ba-4bb8-a445-93c59de77936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:38.302135 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-77b113f4-9b52-4e58-b7cf-4d3e29ae0748 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:38.316529 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055cfa7a-54ba-4bb8-a445-93c59de77936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58ae7d0-8aa8-4d10-8f16-189465e194b7,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:38.319509 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-055cfa7a-54ba-4bb8-a445-93c59de77936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:38.332681 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-055cfa7a-54ba-4bb8-a445-93c59de77936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:38.333815 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-055cfa7a-54ba-4bb8-a445-93c59de77936 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/e58ae7d0-8aa8-4d10-8f16-189465e194b7 HTTP/1.1" status: 204  len: 168 time: 0.2623539
Jun 03 22:10:38.422059 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-3af10f27-b99a-4cc0-93a7-111bdf6879ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33200962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31843949'] for subnet, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:38.426974 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:38.580660 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af10f27-b99a-4cc0-93a7-111bdf6879ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=f02a8e48-8342-4c67-b007-7a1ab19d6caa,revision_number=0']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:38.584167 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-3af10f27-b99a-4cc0-93a7-111bdf6879ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:38.590279 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af10f27-b99a-4cc0-93a7-111bdf6879ef admin admin] Checking segment: {'id': '2d194160-e5b1-4246-b233-f57c8fe3e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1406, 'network_id': '6aec7b12-e211-4a86-90a7-9ae14d5cb151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:10:38.590630 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af10f27-b99a-4cc0-93a7-111bdf6879ef admin admin] Network hostable DHCP agents. Network: 6aec7b12-e211-4a86-90a7-9ae14d5cb151, hostable agents: ['be050b16-fd90-4481-8e13-e59b75a800c3'], hosted agents: [] {{(pid=92563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 22:10:38.753895 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af10f27-b99a-4cc0-93a7-111bdf6879ef admin admin] Network 6aec7b12-e211-4a86-90a7-9ae14d5cb151 is scheduled to be hosted by DHCP agent be050b16-fd90-4481-8e13-e59b75a800c3 with binding_index 1 {{(pid=92563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 22:10:38.857337 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-3af10f27-b99a-4cc0-93a7-111bdf6879ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-4-iscsi, 6aec7b12-e211-4a86-90a7-9ae14d5cb151) {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:10:38.883715 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95df4976-af0f-4616-bbcb-3a22187a3400 None None] Network 6aec7b12-e211-4a86-90a7-9ae14d5cb151 requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:10:38.884158 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af10f27-b99a-4cc0-93a7-111bdf6879ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:10:38.884158 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-3af10f27-b99a-4cc0-93a7-111bdf6879ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for subnet, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:38.994453 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-3af10f27-b99a-4cc0-93a7-111bdf6879ef admin admin] 10.222.0.106 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.2151015
Jun 03 22:10:38.996972 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 36290) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:10:39.002282 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-4ac3f467-7bed-4c63-979f-426dc7274438 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-563370448-router', 'tenant_id': '96c06991ed074d8bb9135b3908303d68', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'}}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:10:39.009119 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-4ac3f467-7bed-4c63-979f-426dc7274438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:10:39.011357 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-4ac3f467-7bed-4c63-979f-426dc7274438 admin admin] Usage tracker for resource:router and tenant:96c06991ed074d8bb9135b3908303d68 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:10:39.014329 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-4ac3f467-7bed-4c63-979f-426dc7274438 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:10:39.021566 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-4ac3f467-7bed-4c63-979f-426dc7274438 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:10:39.111673 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1229e8e0-9851-4938-9c65-52d70ce3d1b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfd294f1-abd0-5e5a-9de6-d36a8946cd59-6aec7b12-e211-4a86-90a7-9ae14d5cb151', 'network_id': '6aec7b12-e211-4a86-90a7-9ae14d5cb151', 'tenant_id': '96c06991ed074d8bb9135b3908303d68', 'fixed_ips': [{'subnet_id': 'f02a8e48-8342-4c67-b007-7a1ab19d6caa'}]}} from dv-cinder-794669-4-iscsi. {{(pid=92565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 03 22:10:39.112561 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1229e8e0-9851-4938-9c65-52d70ce3d1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:39.155027 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4ac3f467-7bed-4c63-979f-426dc7274438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-709094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38430'] for router, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:39.156374 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4ac3f467-7bed-4c63-979f-426dc7274438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-708931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38423'] for router, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:39.175315 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4ac3f467-7bed-4c63-979f-426dc7274438 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:39.266722 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.db_base_plugin_common [None req-1229e8e0-9851-4938-9c65-52d70ce3d1b9 None None] Allocated IP 172.20.0.2 (6aec7b12-e211-4a86-90a7-9ae14d5cb151/f02a8e48-8342-4c67-b007-7a1ab19d6caa/e6a8081f-0632-404e-8976-a742b9f0e199) {{(pid=92565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:10:39.488228 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1229e8e0-9851-4938-9c65-52d70ce3d1b9 None None] Notify callbacks [] for port, precommit_create {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:39.498194 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-1229e8e0-9851-4938-9c65-52d70ce3d1b9 None None] Transition to ACTIVE for port object e6a8081f-0632-404e-8976-a742b9f0e199 will not be triggered until provisioned by entity L2. {{(pid=92565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:10:39.518205 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-1229e8e0-9851-4938-9c65-52d70ce3d1b9 None None] Transition to ACTIVE for port object e6a8081f-0632-404e-8976-a742b9f0e199 will not be triggered until provisioned by entity DHCP. {{(pid=92565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:10:39.604450 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4ac3f467-7bed-4c63-979f-426dc7274438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38521'] for router, precommit_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:39.623980 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1229e8e0-9851-4938-9c65-52d70ce3d1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540'] for port, after_create {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:39.628916 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-386b8cb5-3475-4917-bb80-87c7deb23515 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:39.687616 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1229e8e0-9851-4938-9c65-52d70ce3d1b9 None None] Network 6aec7b12-e211-4a86-90a7-9ae14d5cb151 is already hosted by enough agents. {{(pid=92565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:10:39.690999 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.scheduler.base_scheduler [None req-1229e8e0-9851-4938-9c65-52d70ce3d1b9 None None] Resources bound (agent type, host, resource id):  {{(pid=92565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:10:39.694628 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1229e8e0-9851-4938-9c65-52d70ce3d1b9 None None] Received port after_create {{(pid=92565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:10:39.709835 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1229e8e0-9851-4938-9c65-52d70ce3d1b9 None None] Pushing event updated for resources: {'Port': ['ID=e6a8081f-0632-404e-8976-a742b9f0e199,revision_number=1']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:39.750216 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1229e8e0-9851-4938-9c65-52d70ce3d1b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:39.750569 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1229e8e0-9851-4938-9c65-52d70ce3d1b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:39.751025 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1229e8e0-9851-4938-9c65-52d70ce3d1b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:39.751291 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1229e8e0-9851-4938-9c65-52d70ce3d1b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:39.751909 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1229e8e0-9851-4938-9c65-52d70ce3d1b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:39.752244 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1229e8e0-9851-4938-9c65-52d70ce3d1b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:39.752570 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1229e8e0-9851-4938-9c65-52d70ce3d1b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:39.752933 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1229e8e0-9851-4938-9c65-52d70ce3d1b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:39.753331 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1229e8e0-9851-4938-9c65-52d70ce3d1b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:39.753510 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1229e8e0-9851-4938-9c65-52d70ce3d1b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:39.753848 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1229e8e0-9851-4938-9c65-52d70ce3d1b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:39.754140 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1229e8e0-9851-4938-9c65-52d70ce3d1b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:39.781317 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-1229e8e0-9851-4938-9c65-52d70ce3d1b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:39.809660 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-1229e8e0-9851-4938-9c65-52d70ce3d1b9 None None] Attempting to bind port e6a8081f-0632-404e-8976-a742b9f0e199 on host dv-cinder-794669-4-iscsi for vnic_type normal with profile  {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:10:39.810088 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-1229e8e0-9851-4938-9c65-52d70ce3d1b9 None None] Attempting to bind port e6a8081f-0632-404e-8976-a742b9f0e199 by drivers openvswitch,hyperv on host dv-cinder-794669-4-iscsi at level 0 using segments [{'id': '2d194160-e5b1-4246-b233-f57c8fe3e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1406, 'network_id': '6aec7b12-e211-4a86-90a7-9ae14d5cb151'}] {{(pid=92565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:10:39.810464 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1229e8e0-9851-4938-9c65-52d70ce3d1b9 None None] Attempting to bind port e6a8081f-0632-404e-8976-a742b9f0e199 on network 6aec7b12-e211-4a86-90a7-9ae14d5cb151 {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:10:39.817519 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1229e8e0-9851-4938-9c65-52d70ce3d1b9 None None] Checking agent: {'id': '5a6b735b-9c6f-44f2-a3b4-85e645e583d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 57, 20), 'started_at': datetime.datetime(2021, 6, 3, 21, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:10:39.818253 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1229e8e0-9851-4938-9c65-52d70ce3d1b9 None None] Checking segment: {'id': '2d194160-e5b1-4246-b233-f57c8fe3e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1406, 'network_id': '6aec7b12-e211-4a86-90a7-9ae14d5cb151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:10:39.818867 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1229e8e0-9851-4938-9c65-52d70ce3d1b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:39.819528 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1229e8e0-9851-4938-9c65-52d70ce3d1b9 None None] Bound using segment: {'id': '2d194160-e5b1-4246-b233-f57c8fe3e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1406, 'network_id': '6aec7b12-e211-4a86-90a7-9ae14d5cb151'} {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:10:39.820266 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-1229e8e0-9851-4938-9c65-52d70ce3d1b9 None None] Bound port: e6a8081f-0632-404e-8976-a742b9f0e199, host: dv-cinder-794669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d194160-e5b1-4246-b233-f57c8fe3e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1406, 'network_id': '6aec7b12-e211-4a86-90a7-9ae14d5cb151'}}] {{(pid=92565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:10:39.820858 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1229e8e0-9851-4938-9c65-52d70ce3d1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:39.931140 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-1229e8e0-9851-4938-9c65-52d70ce3d1b9 None None] For port e6a8081f-0632-404e-8976-a742b9f0e199, host dv-cinder-794669-4-iscsi, cleared binding levels {{(pid=92565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:10:39.935255 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-1229e8e0-9851-4938-9c65-52d70ce3d1b9 None None] For port e6a8081f-0632-404e-8976-a742b9f0e199, host dv-cinder-794669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=e6a8081f-0632-404e-8976-a742b9f0e199,segment=NetworkSegment(2d194160-e5b1-4246-b233-f57c8fe3e4cd),segment_id=2d194160-e5b1-4246-b233-f57c8fe3e4cd)] {{(pid=92565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:10:40.040976 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4ac3f467-7bed-4c63-979f-426dc7274438 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:40.059643 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1229e8e0-9851-4938-9c65-52d70ce3d1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:40.063512 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:40.071823 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4ac3f467-7bed-4c63-979f-426dc7274438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:40.150490 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1229e8e0-9851-4938-9c65-52d70ce3d1b9 None None] Pushing event updated for resources: {'Port': ['ID=e6a8081f-0632-404e-8976-a742b9f0e199,revision_number=2']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:40.153820 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-1229e8e0-9851-4938-9c65-52d70ce3d1b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:40.224244 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.db_base_plugin_common [None req-4ac3f467-7bed-4c63-979f-426dc7274438 admin admin] Allocated IP 172.27.0.188 (fbd3fa50-1ea9-4a37-9f63-373be6d121e3/b881b088-b524-4558-b754-6a0245dcfb71/b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b) {{(pid=92563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:10:40.405826 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4ac3f467-7bed-4c63-979f-426dc7274438 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:40.594484 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4ac3f467-7bed-4c63-979f-426dc7274438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33200950'] for port, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:40.598558 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-04bfcc8e-1e27-43fe-8c4c-2cc76f8e1a9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:40.602147 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device e6a8081f-0632-404e-8976-a742b9f0e199 up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:10:40.658910 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac3f467-7bed-4c63-979f-426dc7274438 admin admin] Network fbd3fa50-1ea9-4a37-9f63-373be6d121e3 is already hosted by enough agents. {{(pid=92563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:10:40.661689 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-4ac3f467-7bed-4c63-979f-426dc7274438 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:10:40.664131 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac3f467-7bed-4c63-979f-426dc7274438 admin admin] Received port after_create {{(pid=92563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:10:40.717068 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac3f467-7bed-4c63-979f-426dc7274438 admin admin] Pushing event updated for resources: {'Port': ['ID=b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:40.720993 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-4ac3f467-7bed-4c63-979f-426dc7274438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:40.805392 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning for port e6a8081f-0632-404e-8976-a742b9f0e199 completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:10:41.101696 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb045905-63a8-42ba-8828-d7299d59f4bc None None] Network 6aec7b12-e211-4a86-90a7-9ae14d5cb151 requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:10:41.390897 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4ac3f467-7bed-4c63-979f-426dc7274438 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:41.405982 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-12165157-1e4c-4a22-83f1-5081e0bceb20 None None] Provisioning for port e6a8081f-0632-404e-8976-a742b9f0e199 completed by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:10:41.412150 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-12165157-1e4c-4a22-83f1-5081e0bceb20 None None] Provisioning complete for port e6a8081f-0632-404e-8976-a742b9f0e199 triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:10:41.412706 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-12165157-1e4c-4a22-83f1-5081e0bceb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:41.554838 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-12165157-1e4c-4a22-83f1-5081e0bceb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:41.593549 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-12165157-1e4c-4a22-83f1-5081e0bceb20 None None] For port e6a8081f-0632-404e-8976-a742b9f0e199, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=e6a8081f-0632-404e-8976-a742b9f0e199,segment=NetworkSegment(2d194160-e5b1-4246-b233-f57c8fe3e4cd),segment_id=2d194160-e5b1-4246-b233-f57c8fe3e4cd)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:10:41.697472 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-12165157-1e4c-4a22-83f1-5081e0bceb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:41.699198 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-0c38553f-0cbf-4f03-9ccf-b1e98e7b1674 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:41.763470 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4ac3f467-7bed-4c63-979f-426dc7274438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-309310'] for router, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:41.765703 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12165157-1e4c-4a22-83f1-5081e0bceb20 None None] Pushing event updated for resources: {'Port': ['ID=e6a8081f-0632-404e-8976-a742b9f0e199,revision_number=3']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:41.769386 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-12165157-1e4c-4a22-83f1-5081e0bceb20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:41.821676 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-2a1001e6-a28e-4896-89fc-a7a4360c4d80 None None] Provisioning complete for port e6a8081f-0632-404e-8976-a742b9f0e199 triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:10:41.822258 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-2a1001e6-a28e-4896-89fc-a7a4360c4d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:42.097164 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac3f467-7bed-4c63-979f-426dc7274438 admin admin] Router 70094bf8-7e1e-4e46-916f-211fc4981468 is scheduled to L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 with binding_index 1 {{(pid=92563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 03 22:10:42.335087 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac3f467-7bed-4c63-979f-426dc7274438 admin admin] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:10:42.358677 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a9e739-d92b-423c-a13c-e3d04c7d5f1b None None] Sync routers for ids ['70094bf8-7e1e-4e46-916f-211fc4981468'] in dv-cinder-794669-4-iscsi {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:10:42.383771 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a9e739-d92b-423c-a13c-e3d04c7d5f1b None None] Routers {'70094bf8-7e1e-4e46-916f-211fc4981468'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:10:42.384411 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-29a9e739-d92b-423c-a13c-e3d04c7d5f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814e686490>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:10:20Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['70094bf8-7e1e-4e46-916f-211fc4981468'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:10:42.536857 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4ac3f467-7bed-4c63-979f-426dc7274438 admin admin] Notify callbacks [] for router, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:42.540556 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-4ac3f467-7bed-4c63-979f-426dc7274438 admin admin] 10.222.0.106 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.5401678
Jun 03 22:10:42.540821 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 36332) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:10:42.631862 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device e6a8081f-0632-404e-8976-a742b9f0e199 up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:10:42.685516 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-29a9e739-d92b-423c-a13c-e3d04c7d5f1b None None] Set router 70094bf8-7e1e-4e46-916f-211fc4981468 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:10:42.997610 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port e6a8081f-0632-404e-8976-a742b9f0e199 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:10:43.012414 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:43.191238 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-29a9e739-d92b-423c-a13c-e3d04c7d5f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814e686490>, [{'id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'name': 'tempest-TestShelveInstance-563370448-router', 'tenant_id': '96c06991ed074d8bb9135b3908303d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:10:39Z', 'updated_at': '2021-06-03T22:10:40Z', 'revision_number': 3, 'project_id': '96c06991ed074d8bb9135b3908303d68', 'gw_port': {'id': 'b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:10:40Z', 'updated_at': '2021-06-03T22:10:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:10:43.195442 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a9e739-d92b-423c-a13c-e3d04c7d5f1b None None] Checking router: 70094bf8-7e1e-4e46-916f-211fc4981468 for host: dv-cinder-794669-4-iscsi {{(pid=92565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:10:43.195799 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a9e739-d92b-423c-a13c-e3d04c7d5f1b None None] Updating router 70094bf8-7e1e-4e46-916f-211fc4981468 port b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b binding host dv-cinder-794669-4-iscsi {{(pid=92565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 22:10:43.248374 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-29a9e739-d92b-423c-a13c-e3d04c7d5f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:43.363718 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-fd896372-38df-40ac-8453-5e3af83451b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:43.575466 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.db_base_plugin_common [None req-fd896372-38df-40ac-8453-5e3af83451b1 admin admin] Allocated IP 172.20.0.1 (6aec7b12-e211-4a86-90a7-9ae14d5cb151/f02a8e48-8342-4c67-b007-7a1ab19d6caa/f3a9f248-bc39-4b08-994c-b9cf8ace7baf) {{(pid=92563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:10:43.586734 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-29a9e739-d92b-423c-a13c-e3d04c7d5f1b None None] Notify callbacks [] for port, precommit_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:43.598916 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-29a9e739-d92b-423c-a13c-e3d04c7d5f1b None None] Transition to ACTIVE for port object b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b will not be triggered until provisioned by entity L2. {{(pid=92565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:10:43.703912 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-29a9e739-d92b-423c-a13c-e3d04c7d5f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:43.708589 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:43.734071 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-fd896372-38df-40ac-8453-5e3af83451b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:43.750531 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.provisioning_blocks [None req-fd896372-38df-40ac-8453-5e3af83451b1 admin admin] Transition to ACTIVE for port object f3a9f248-bc39-4b08-994c-b9cf8ace7baf will not be triggered until provisioned by entity DHCP. {{(pid=92563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:10:43.786482 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-29a9e739-d92b-423c-a13c-e3d04c7d5f1b None None] Attempting to bind port b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b on host dv-cinder-794669-4-iscsi for vnic_type normal with profile  {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:10:43.786858 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-29a9e739-d92b-423c-a13c-e3d04c7d5f1b None None] Attempting to bind port b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b by drivers openvswitch,hyperv on host dv-cinder-794669-4-iscsi at level 0 using segments [{'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'}] {{(pid=92565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:10:43.787228 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a9e739-d92b-423c-a13c-e3d04c7d5f1b None None] Attempting to bind port b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b on network fbd3fa50-1ea9-4a37-9f63-373be6d121e3 {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:10:43.793555 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee5dbf-3507-4adb-90b0-487fdf8f22bc None None] Pushing event updated for resources: {'Port': ['ID=b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b,revision_number=2']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:43.799138 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-caee5dbf-3507-4adb-90b0-487fdf8f22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:43.799138 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a9e739-d92b-423c-a13c-e3d04c7d5f1b None None] Checking agent: {'id': '5a6b735b-9c6f-44f2-a3b4-85e645e583d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 57, 20), 'started_at': datetime.datetime(2021, 6, 3, 21, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:10:43.799529 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a9e739-d92b-423c-a13c-e3d04c7d5f1b None None] Checking segment: {'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:10:43.799683 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-29a9e739-d92b-423c-a13c-e3d04c7d5f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:43.800045 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a9e739-d92b-423c-a13c-e3d04c7d5f1b None None] Bound using segment: {'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'} {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:10:43.800511 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-29a9e739-d92b-423c-a13c-e3d04c7d5f1b None None] Bound port: b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b, host: dv-cinder-794669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'}}] {{(pid=92565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:10:43.800889 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-29a9e739-d92b-423c-a13c-e3d04c7d5f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:43.878429 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-29a9e739-d92b-423c-a13c-e3d04c7d5f1b None None] For port b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b, host dv-cinder-794669-4-iscsi, cleared binding levels {{(pid=92565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:10:43.880829 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-fd896372-38df-40ac-8453-5e3af83451b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33200950'] for port, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:43.881517 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-29a9e739-d92b-423c-a13c-e3d04c7d5f1b None None] For port b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b, host dv-cinder-794669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b,segment=NetworkSegment(cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c),segment_id=cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c)] {{(pid=92565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:10:43.884598 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:43.943770 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd896372-38df-40ac-8453-5e3af83451b1 admin admin] Network 6aec7b12-e211-4a86-90a7-9ae14d5cb151 is already hosted by enough agents. {{(pid=92563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:10:43.946418 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-fd896372-38df-40ac-8453-5e3af83451b1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:10:43.949904 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd896372-38df-40ac-8453-5e3af83451b1 admin admin] Received port after_create {{(pid=92563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:10:43.992741 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd896372-38df-40ac-8453-5e3af83451b1 admin admin] Pushing event updated for resources: {'Port': ['ID=f3a9f248-bc39-4b08-994c-b9cf8ace7baf,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:43.996133 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-29a9e739-d92b-423c-a13c-e3d04c7d5f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:44.000837 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-fd896372-38df-40ac-8453-5e3af83451b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:44.007455 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-0c38553f-0cbf-4f03-9ccf-b1e98e7b1674 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:44.022417 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-fd896372-38df-40ac-8453-5e3af83451b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-309488'] for router_interface, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:44.088900 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a9e739-d92b-423c-a13c-e3d04c7d5f1b None None] Routers {'70094bf8-7e1e-4e46-916f-211fc4981468'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:10:44.089535 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-29a9e739-d92b-423c-a13c-e3d04c7d5f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814e686490>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:10:20Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['70094bf8-7e1e-4e46-916f-211fc4981468'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:10:44.151790 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee5dbf-3507-4adb-90b0-487fdf8f22bc None None] Pushing event updated for resources: {'Port': ['ID=b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b,revision_number=3']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:44.157025 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-caee5dbf-3507-4adb-90b0-487fdf8f22bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:44.260937 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-fd896372-38df-40ac-8453-5e3af83451b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:44.276296 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-29a9e739-d92b-423c-a13c-e3d04c7d5f1b None None] Set router 70094bf8-7e1e-4e46-916f-211fc4981468 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:10:44.377035 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-6a1ad96c-cb92-424c-bd4f-4a64e0ded86a None None] Provisioning for port f3a9f248-bc39-4b08-994c-b9cf8ace7baf completed by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:10:44.399964 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-6a1ad96c-cb92-424c-bd4f-4a64e0ded86a None None] Provisioning complete for port f3a9f248-bc39-4b08-994c-b9cf8ace7baf triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:10:44.400252 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-6a1ad96c-cb92-424c-bd4f-4a64e0ded86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:44.491928 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-fd896372-38df-40ac-8453-5e3af83451b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:44.527637 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-6a1ad96c-cb92-424c-bd4f-4a64e0ded86a None None] Port f3a9f248-bc39-4b08-994c-b9cf8ace7baf cannot update to ACTIVE because it is not bound. {{(pid=92565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 22:10:44.611473 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-fd896372-38df-40ac-8453-5e3af83451b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33201101'] for port, after_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:44.617666 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-29a9e739-d92b-423c-a13c-e3d04c7d5f1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814e686490>, [{'id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'name': 'tempest-TestShelveInstance-563370448-router', 'tenant_id': '96c06991ed074d8bb9135b3908303d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:10:39Z', 'updated_at': '2021-06-03T22:10:40Z', 'revision_number': 3, 'project_id': '96c06991ed074d8bb9135b3908303d68', 'gw_port': {'id': 'b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:10:40Z', 'updated_at': '2021-06-03T22:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:10:44.621677 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a9e739-d92b-423c-a13c-e3d04c7d5f1b None None] The sync data for ids ['70094bf8-7e1e-4e46-916f-211fc4981468'] in dv-cinder-794669-4-iscsi is: [{'id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'name': 'tempest-TestShelveInstance-563370448-router', 'tenant_id': '96c06991ed074d8bb9135b3908303d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:10:39Z', 'updated_at': '2021-06-03T22:10:40Z', 'revision_number': 3, 'project_id': '96c06991ed074d8bb9135b3908303d68', 'gw_port': {'id': 'b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:10:40Z', 'updated_at': '2021-06-03T22:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}] {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:10:44.637494 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-80c9f218-048a-4f9c-b12e-b11f48819fe2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:44.735682 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd896372-38df-40ac-8453-5e3af83451b1 admin admin] Pushing event updated for resources: {'Port': ['ID=f3a9f248-bc39-4b08-994c-b9cf8ace7baf,revision_number=2']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:44.735682 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-fd896372-38df-40ac-8453-5e3af83451b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:44.735682 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-fd896372-38df-40ac-8453-5e3af83451b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664988'] for router_interface, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:44.879807 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd896372-38df-40ac-8453-5e3af83451b1 admin admin] Network 6aec7b12-e211-4a86-90a7-9ae14d5cb151 is already hosted by enough agents. {{(pid=92563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:10:44.881131 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-fd896372-38df-40ac-8453-5e3af83451b1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:10:45.153539 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-0f2c5ca4-7a8d-4d8a-9f6a-b6e80ea7d897 None None] Provisioning complete for port f3a9f248-bc39-4b08-994c-b9cf8ace7baf triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:10:45.153923 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-0f2c5ca4-7a8d-4d8a-9f6a-b6e80ea7d897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:45.173909 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd896372-38df-40ac-8453-5e3af83451b1 admin admin] Router 70094bf8-7e1e-4e46-916f-211fc4981468 has already been hosted by L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 {{(pid=92563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 22:10:45.210948 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-0f2c5ca4-7a8d-4d8a-9f6a-b6e80ea7d897 None None] Port f3a9f248-bc39-4b08-994c-b9cf8ace7baf cannot update to ACTIVE because it is not bound. {{(pid=92565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 22:10:45.371533 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd896372-38df-40ac-8453-5e3af83451b1 admin admin] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:10:45.381429 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-fd896372-38df-40ac-8453-5e3af83451b1 admin admin] 10.222.0.106 "PUT /v2.0/routers/70094bf8-7e1e-4e46-916f-211fc4981468/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8396142
Jun 03 22:10:45.554599 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ecf0a6ed-e9b8-4ed6-acfd-12b95825de25 req-46ae0f54-e0f4-411b-b84a-c4b33d9babdf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0eee71d2-ec13-4fca-a702-5ab8e72cdd04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2052419
Jun 03 22:10:45.695396 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0a6ed-e9b8-4ed6-acfd-12b95825de25 req-fb57d585-6c3a-4dba-a902-baf42fc3f84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:10:45.696931 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ecf0a6ed-e9b8-4ed6-acfd-12b95825de25 req-fb57d585-6c3a-4dba-a902-baf42fc3f84b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c14a1e6c501b4dd3966eb23d8b4969bc&device_id=0eee71d2-ec13-4fca-a702-5ab8e72cdd04 HTTP/1.1" status: 200  len: 1099 time: 0.0737305
Jun 03 22:10:45.834308 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:45.855353 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0a6ed-e9b8-4ed6-acfd-12b95825de25 req-37c859f7-8781-4d03-a5c1-270d98298d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:10:45.856959 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ecf0a6ed-e9b8-4ed6-acfd-12b95825de25 req-37c859f7-8781-4d03-a5c1-270d98298d8f service neutron] 10.222.0.58 "GET /v2.0/networks?id=35f20c75-e7a0-4927-b48f-493b756f4e3d HTTP/1.1" status: 200  len: 918 time: 0.1370993
Jun 03 22:10:45.962753 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ecf0a6ed-e9b8-4ed6-acfd-12b95825de25 req-1704a482-49c1-4290-9750-fbe016c8ba23 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6a4342e-48c3-4c53-a2c7-de600d045d4d HTTP/1.1" status: 200  len: 1002 time: 0.1010032
Jun 03 22:10:46.025132 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0a6ed-e9b8-4ed6-acfd-12b95825de25 req-0b98c7bb-9e79-4796-beb6-af14cff8adf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:10:46.026648 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ecf0a6ed-e9b8-4ed6-acfd-12b95825de25 req-0b98c7bb-9e79-4796-beb6-af14cff8adf0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=67671872-aaef-41f0-85f5-6741db23bdd5 HTTP/1.1" status: 200  len: 855 time: 0.0599625
Jun 03 22:10:46.117462 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0a6ed-e9b8-4ed6-acfd-12b95825de25 req-726731c7-bf1d-498f-acf4-700b41e9728a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:10:46.123995 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ecf0a6ed-e9b8-4ed6-acfd-12b95825de25 req-726731c7-bf1d-498f-acf4-700b41e9728a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35f20c75-e7a0-4927-b48f-493b756f4e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0847516
Jun 03 22:10:46.140755 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed99884-203a-45d6-9b50-abdce3b67da3 None None] Sync routers for ids ['70094bf8-7e1e-4e46-916f-211fc4981468'] in dv-cinder-794669-4-iscsi {{(pid=92566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:10:46.150277 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed99884-203a-45d6-9b50-abdce3b67da3 None None] Routers {'70094bf8-7e1e-4e46-916f-211fc4981468'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:10:46.150894 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-9ed99884-203a-45d6-9b50-abdce3b67da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814f470520>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:10:20Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['70094bf8-7e1e-4e46-916f-211fc4981468'], 'active': True} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:10:46.339514 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvr_db [None req-9ed99884-203a-45d6-9b50-abdce3b67da3 None None] Set router 70094bf8-7e1e-4e46-916f-211fc4981468 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:10:46.356823 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ecf0a6ed-e9b8-4ed6-acfd-12b95825de25 req-9807de81-5bb9-46a1-bd1d-bf373f990b76 service neutron] 10.222.0.58 "GET /v2.0/networks/35f20c75-e7a0-4927-b48f-493b756f4e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2287927
Jun 03 22:10:46.479377 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 36368) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:10:46.484928 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-735b4877-8e28-4522-9005-6d9a6247c52c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2129180363-network', 'tenant_id': 'a49c9762293d4d719f8b04c581ffccf2'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:10:46.489796 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-735b4877-8e28-4522-9005-6d9a6247c52c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:10:46.494478 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-735b4877-8e28-4522-9005-6d9a6247c52c admin admin] Usage tracker for resource:network and tenant:a49c9762293d4d719f8b04c581ffccf2 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:10:46.497859 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-735b4877-8e28-4522-9005-6d9a6247c52c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:10:46.506683 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-735b4877-8e28-4522-9005-6d9a6247c52c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:10:46.558661 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ecf0a6ed-e9b8-4ed6-acfd-12b95825de25 req-5083c6a4-034e-40f1-9302-10e7db14a3c7 service neutron] 10.222.0.58 "GET /v2.0/networks/35f20c75-e7a0-4927-b48f-493b756f4e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1952546
Jun 03 22:10:46.621330 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:10:46.640305 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735b4877-8e28-4522-9005-6d9a6247c52c admin admin] Made reservation on behalf of a49c9762293d4d719f8b04c581ffccf2 for: {'network': 1} {{(pid=92563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:10:46.643468 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-735b4877-8e28-4522-9005-6d9a6247c52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1611770'] for network, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:46.656428 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-735b4877-8e28-4522-9005-6d9a6247c52c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:46.671654 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-735b4877-8e28-4522-9005-6d9a6247c52c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:10:46.676233 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-735b4877-8e28-4522-9005-6d9a6247c52c admin admin] Usage tracker for resource:security_group_rule and tenant:a49c9762293d4d719f8b04c581ffccf2 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:10:46.679688 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-735b4877-8e28-4522-9005-6d9a6247c52c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:10:46.692475 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-735b4877-8e28-4522-9005-6d9a6247c52c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:10:46.792699 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-735b4877-8e28-4522-9005-6d9a6247c52c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:46.800349 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-9ed99884-203a-45d6-9b50-abdce3b67da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814f470520>, [{'id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'name': 'tempest-TestShelveInstance-563370448-router', 'tenant_id': '96c06991ed074d8bb9135b3908303d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:10:39Z', 'updated_at': '2021-06-03T22:10:44Z', 'revision_number': 4, 'project_id': '96c06991ed074d8bb9135b3908303d68', 'gw_port': {'id': 'b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:10:40Z', 'updated_at': '2021-06-03T22:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': 'f3a9f248-bc39-4b08-994c-b9cf8ace7baf', 'name': '', 'network_id': '6aec7b12-e211-4a86-90a7-9ae14d5cb151', 'tenant_id': '96c06991ed074d8bb9135b3908303d68', 'mac_address': 'fa:16:3e:3d:17:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f02a8e48-8342-4c67-b007-7a1ab19d6caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:10:43Z', 'updated_at': '2021-06-03T22:10:44Z', 'revision_number': 2, 'project_id': '96c06991ed074d8bb9135b3908303d68', 'subnets': [{'id': 'f02a8e48-8342-4c67-b007-7a1ab19d6caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:10:46.804107 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed99884-203a-45d6-9b50-abdce3b67da3 None None] Checking router: 70094bf8-7e1e-4e46-916f-211fc4981468 for host: dv-cinder-794669-4-iscsi {{(pid=92566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:10:46.804458 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed99884-203a-45d6-9b50-abdce3b67da3 None None] Updating router 70094bf8-7e1e-4e46-916f-211fc4981468 port f3a9f248-bc39-4b08-994c-b9cf8ace7baf binding host dv-cinder-794669-4-iscsi {{(pid=92566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 22:10:46.847241 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning for port b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:10:46.852340 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:10:46.852736 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:46.859750 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-9ed99884-203a-45d6-9b50-abdce3b67da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:46.925002 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-735b4877-8e28-4522-9005-6d9a6247c52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:46.929275 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-5cf2bb3d-b545-4d94-9f6f-365b5a2d5153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:46.956446 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-735b4877-8e28-4522-9005-6d9a6247c52c admin admin] vlan segment allocate from pool success with {'vlan_id': 1446, 'physical_network': 'physnet1'}  {{(pid=92563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 22:10:46.971545 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b4877-8e28-4522-9005-6d9a6247c52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa6ba1b-a928-48f6-9cf1-48753d01e446,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:46.975920 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-735b4877-8e28-4522-9005-6d9a6247c52c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:46.976842 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-735b4877-8e28-4522-9005-6d9a6247c52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286'] for segment, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:46.977175 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.db.segments_db [None req-735b4877-8e28-4522-9005-6d9a6247c52c admin admin] Added segment 97bf617c-7f25-4939-bcb5-a729e1df8563 of type vlan for network a95ea928-30b7-4a2d-9699-0286f893385e
Jun 03 22:10:47.010880 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-735b4877-8e28-4522-9005-6d9a6247c52c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762085776842'] for network, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:47.039192 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:47.060060 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] For port b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b,segment=NetworkSegment(cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c),segment_id=cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:10:47.090302 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-70f0add8-af33-468d-9841-51b9190d4b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:47.154473 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-735b4877-8e28-4522-9005-6d9a6247c52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630954'] for network, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:47.155822 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735b4877-8e28-4522-9005-6d9a6247c52c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:10:47.156408 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-735b4877-8e28-4522-9005-6d9a6247c52c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for network, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:47.161670 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-47c6770e-0e9e-46a3-9ffa-59a7ad7d4cfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:47.193374 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:47.195232 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:47.230471 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-9ed99884-203a-45d6-9b50-abdce3b67da3 None None] Notify callbacks [] for port, precommit_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:47.242588 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.provisioning_blocks [None req-9ed99884-203a-45d6-9b50-abdce3b67da3 None None] Transition to ACTIVE for port object f3a9f248-bc39-4b08-994c-b9cf8ace7baf will not be triggered until provisioned by entity L2. {{(pid=92566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:10:47.263673 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b4877-8e28-4522-9005-6d9a6247c52c admin admin] Pushing event updated for resources: {'Network': ['ID=a95ea928-30b7-4a2d-9699-0286f893385e,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:47.266349 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-735b4877-8e28-4522-9005-6d9a6247c52c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:47.268594 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Pushing event updated for resources: {'Port': ['ID=b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b,revision_number=4']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:47.271508 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:47.273737 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Network a95ea928-30b7-4a2d-9699-0286f893385e details requested by agent ovs-agent-dv-cinder-794669-4-iscsi with host dv-cinder-794669-4-iscsi {{(pid=92565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 22:10:47.349356 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-735b4877-8e28-4522-9005-6d9a6247c52c admin admin] 10.222.0.106 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.8687632
Jun 03 22:10:47.355428 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 36372) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:10:47.360951 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-43a7a086-5df5-4521-ae2d-a20e2ee4fa78 admin admin] Request body: {'subnet': {'network_id': 'a95ea928-30b7-4a2d-9699-0286f893385e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2129180363-subnet', 'tenant_id': 'a49c9762293d4d719f8b04c581ffccf2', 'ip_version': 4}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:10:47.364490 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-43a7a086-5df5-4521-ae2d-a20e2ee4fa78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:10:47.368413 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-43a7a086-5df5-4521-ae2d-a20e2ee4fa78 admin admin] Usage tracker for resource:subnet and tenant:a49c9762293d4d719f8b04c581ffccf2 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:10:47.371369 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-43a7a086-5df5-4521-ae2d-a20e2ee4fa78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:10:47.378575 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-43a7a086-5df5-4521-ae2d-a20e2ee4fa78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:10:47.405324 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-9ed99884-203a-45d6-9b50-abdce3b67da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:47.409911 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:47.508784 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a7a086-5df5-4521-ae2d-a20e2ee4fa78 admin admin] Made reservation on behalf of a49c9762293d4d719f8b04c581ffccf2 for: {'subnet': 1} {{(pid=92563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:10:47.513291 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-43a7a086-5df5-4521-ae2d-a20e2ee4fa78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31843967'] for subnet, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:47.554704 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756fb10-862f-4201-af39-8d3e3482dd5d None None] Pushing event updated for resources: {'Port': ['ID=f3a9f248-bc39-4b08-994c-b9cf8ace7baf,revision_number=3']} {{(pid=92566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:47.568983 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b756fb10-862f-4201-af39-8d3e3482dd5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:47.569576 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b756fb10-862f-4201-af39-8d3e3482dd5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:47.570282 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b756fb10-862f-4201-af39-8d3e3482dd5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:47.570815 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b756fb10-862f-4201-af39-8d3e3482dd5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:47.571432 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b756fb10-862f-4201-af39-8d3e3482dd5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:47.571981 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b756fb10-862f-4201-af39-8d3e3482dd5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:47.572530 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b756fb10-862f-4201-af39-8d3e3482dd5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:47.572955 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b756fb10-862f-4201-af39-8d3e3482dd5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:47.573390 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b756fb10-862f-4201-af39-8d3e3482dd5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:47.573889 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b756fb10-862f-4201-af39-8d3e3482dd5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:47.574560 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b756fb10-862f-4201-af39-8d3e3482dd5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:47.575041 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b756fb10-862f-4201-af39-8d3e3482dd5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:10:47.636615 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG oslo_concurrency.lockutils [None req-b756fb10-862f-4201-af39-8d3e3482dd5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:47.700474 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.managers [None req-9ed99884-203a-45d6-9b50-abdce3b67da3 None None] Attempting to bind port f3a9f248-bc39-4b08-994c-b9cf8ace7baf on host dv-cinder-794669-4-iscsi for vnic_type normal with profile  {{(pid=92566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:10:47.700853 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.managers [None req-9ed99884-203a-45d6-9b50-abdce3b67da3 None None] Attempting to bind port f3a9f248-bc39-4b08-994c-b9cf8ace7baf by drivers openvswitch,hyperv on host dv-cinder-794669-4-iscsi at level 0 using segments [{'id': '2d194160-e5b1-4246-b233-f57c8fe3e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1406, 'network_id': '6aec7b12-e211-4a86-90a7-9ae14d5cb151'}] {{(pid=92566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:10:47.701224 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed99884-203a-45d6-9b50-abdce3b67da3 None None] Attempting to bind port f3a9f248-bc39-4b08-994c-b9cf8ace7baf on network 6aec7b12-e211-4a86-90a7-9ae14d5cb151 {{(pid=92566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:10:47.707108 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed99884-203a-45d6-9b50-abdce3b67da3 None None] Checking agent: {'id': '5a6b735b-9c6f-44f2-a3b4-85e645e583d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 57, 20), 'started_at': datetime.datetime(2021, 6, 3, 21, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:10:47.707513 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed99884-203a-45d6-9b50-abdce3b67da3 None None] Checking segment: {'id': '2d194160-e5b1-4246-b233-f57c8fe3e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1406, 'network_id': '6aec7b12-e211-4a86-90a7-9ae14d5cb151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:10:47.707923 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-9ed99884-203a-45d6-9b50-abdce3b67da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:47.708320 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed99884-203a-45d6-9b50-abdce3b67da3 None None] Bound using segment: {'id': '2d194160-e5b1-4246-b233-f57c8fe3e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1406, 'network_id': '6aec7b12-e211-4a86-90a7-9ae14d5cb151'} {{(pid=92566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:10:47.708795 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.managers [None req-9ed99884-203a-45d6-9b50-abdce3b67da3 None None] Bound port: f3a9f248-bc39-4b08-994c-b9cf8ace7baf, host: dv-cinder-794669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d194160-e5b1-4246-b233-f57c8fe3e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1406, 'network_id': '6aec7b12-e211-4a86-90a7-9ae14d5cb151'}}] {{(pid=92566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:10:47.709169 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-9ed99884-203a-45d6-9b50-abdce3b67da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:47.814773 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.db [None req-9ed99884-203a-45d6-9b50-abdce3b67da3 None None] For port f3a9f248-bc39-4b08-994c-b9cf8ace7baf, host dv-cinder-794669-4-iscsi, cleared binding levels {{(pid=92566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:10:47.817819 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.db [None req-9ed99884-203a-45d6-9b50-abdce3b67da3 None None] For port f3a9f248-bc39-4b08-994c-b9cf8ace7baf, host dv-cinder-794669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=f3a9f248-bc39-4b08-994c-b9cf8ace7baf,segment=NetworkSegment(2d194160-e5b1-4246-b233-f57c8fe3e4cd),segment_id=2d194160-e5b1-4246-b233-f57c8fe3e4cd)] {{(pid=92566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:10:48.014211 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-9ed99884-203a-45d6-9b50-abdce3b67da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:48.019944 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG oslo_concurrency.lockutils [None req-5995dd89-4486-4625-a4c2-0bc679092691 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:48.094373 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed99884-203a-45d6-9b50-abdce3b67da3 None None] Routers {'70094bf8-7e1e-4e46-916f-211fc4981468'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:10:48.095989 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-9ed99884-203a-45d6-9b50-abdce3b67da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814f470520>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:10:20Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['70094bf8-7e1e-4e46-916f-211fc4981468'], 'active': True} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:10:48.120132 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-43a7a086-5df5-4521-ae2d-a20e2ee4fa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33200962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31843949'] for subnet, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:48.126038 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-94f5cb6c-7875-487f-a667-4f2949de4a6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:48.166659 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756fb10-862f-4201-af39-8d3e3482dd5d None None] Pushing event updated for resources: {'Port': ['ID=f3a9f248-bc39-4b08-994c-b9cf8ace7baf,revision_number=4']} {{(pid=92566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:48.171488 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG oslo_concurrency.lockutils [None req-b756fb10-862f-4201-af39-8d3e3482dd5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:48.201633 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a7a086-5df5-4521-ae2d-a20e2ee4fa78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=867f75ef-a1fa-4a05-aeb9-b263055a7d65,revision_number=0']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:48.206203 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-43a7a086-5df5-4521-ae2d-a20e2ee4fa78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:48.213482 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a7a086-5df5-4521-ae2d-a20e2ee4fa78 admin admin] Checking segment: {'id': '97bf617c-7f25-4939-bcb5-a729e1df8563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': 'a95ea928-30b7-4a2d-9699-0286f893385e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:10:48.213838 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a7a086-5df5-4521-ae2d-a20e2ee4fa78 admin admin] Network hostable DHCP agents. Network: a95ea928-30b7-4a2d-9699-0286f893385e, hostable agents: ['be050b16-fd90-4481-8e13-e59b75a800c3'], hosted agents: [] {{(pid=92563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 22:10:48.287501 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvr_db [None req-9ed99884-203a-45d6-9b50-abdce3b67da3 None None] Set router 70094bf8-7e1e-4e46-916f-211fc4981468 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:10:48.308913 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a7a086-5df5-4521-ae2d-a20e2ee4fa78 admin admin] Network a95ea928-30b7-4a2d-9699-0286f893385e is scheduled to be hosted by DHCP agent be050b16-fd90-4481-8e13-e59b75a800c3 with binding_index 1 {{(pid=92563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 22:10:48.416166 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-43a7a086-5df5-4521-ae2d-a20e2ee4fa78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-4-iscsi, a95ea928-30b7-4a2d-9699-0286f893385e) {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:10:48.425545 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a7a086-5df5-4521-ae2d-a20e2ee4fa78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:10:48.426144 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-43a7a086-5df5-4521-ae2d-a20e2ee4fa78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for subnet, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:48.426587 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9017813-2217-4483-b74d-07ceba83cba6 None None] Network a95ea928-30b7-4a2d-9699-0286f893385e requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:10:48.592390 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:10:48.605577 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-43a7a086-5df5-4521-ae2d-a20e2ee4fa78 admin admin] 10.222.0.106 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.2525823
Jun 03 22:10:48.607975 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 36380) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:10:48.613003 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-ac55c287-6238-4e6c-95c0-344172577504 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2129180363-router', 'tenant_id': 'a49c9762293d4d719f8b04c581ffccf2', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'}}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:10:48.617859 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-ac55c287-6238-4e6c-95c0-344172577504 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:10:48.621997 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-ac55c287-6238-4e6c-95c0-344172577504 admin admin] Usage tracker for resource:router and tenant:a49c9762293d4d719f8b04c581ffccf2 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:10:48.625288 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-ac55c287-6238-4e6c-95c0-344172577504 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:10:48.632122 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-ac55c287-6238-4e6c-95c0-344172577504 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:10:48.635889 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-9ed99884-203a-45d6-9b50-abdce3b67da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814f470520>, [{'id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'name': 'tempest-TestShelveInstance-563370448-router', 'tenant_id': '96c06991ed074d8bb9135b3908303d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:10:39Z', 'updated_at': '2021-06-03T22:10:44Z', 'revision_number': 4, 'project_id': '96c06991ed074d8bb9135b3908303d68', 'gw_port': {'id': 'b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:10:40Z', 'updated_at': '2021-06-03T22:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': 'f3a9f248-bc39-4b08-994c-b9cf8ace7baf', 'name': '', 'network_id': '6aec7b12-e211-4a86-90a7-9ae14d5cb151', 'tenant_id': '96c06991ed074d8bb9135b3908303d68', 'mac_address': 'fa:16:3e:3d:17:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f02a8e48-8342-4c67-b007-7a1ab19d6caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:10:43Z', 'updated_at': '2021-06-03T22:10:47Z', 'revision_number': 4, 'project_id': '96c06991ed074d8bb9135b3908303d68', 'subnets': [{'id': 'f02a8e48-8342-4c67-b007-7a1ab19d6caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:10:48.644915 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed99884-203a-45d6-9b50-abdce3b67da3 None None] The sync data for ids ['70094bf8-7e1e-4e46-916f-211fc4981468'] in dv-cinder-794669-4-iscsi is: [{'id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'name': 'tempest-TestShelveInstance-563370448-router', 'tenant_id': '96c06991ed074d8bb9135b3908303d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:10:39Z', 'updated_at': '2021-06-03T22:10:44Z', 'revision_number': 4, 'project_id': '96c06991ed074d8bb9135b3908303d68', 'gw_port': {'id': 'b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:10:40Z', 'updated_at': '2021-06-03T22:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': 'f3a9f248-bc39-4b08-994c-b9cf8ace7baf', 'name': '', 'network_id': '6aec7b12-e211-4a86-90a7-9ae14d5cb151', 'tenant_id': '96c06991ed074d8bb9135b3908303d68', 'mac_address': 'fa:16:3e:3d:17:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f02a8e48-8342-4c67-b007-7a1ab19d6caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:10:43Z', 'updated_at': '2021-06-03T22:10:47Z', 'revision_number': 4, 'project_id': '96c06991ed074d8bb9135b3908303d68', 'subnets': [{'id': 'f02a8e48-8342-4c67-b007-7a1ab19d6caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:10:48.717293 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482a8400-cfd2-426d-86c5-55aeec9ca7eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfd294f1-abd0-5e5a-9de6-d36a8946cd59-a95ea928-30b7-4a2d-9699-0286f893385e', 'network_id': 'a95ea928-30b7-4a2d-9699-0286f893385e', 'tenant_id': 'a49c9762293d4d719f8b04c581ffccf2', 'fixed_ips': [{'subnet_id': '867f75ef-a1fa-4a05-aeb9-b263055a7d65'}]}} from dv-cinder-794669-4-iscsi. {{(pid=92565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 03 22:10:48.720172 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-482a8400-cfd2-426d-86c5-55aeec9ca7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:48.738744 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:10:48.738744 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:48.754064 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-ac55c287-6238-4e6c-95c0-344172577504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-709094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38430'] for router, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:48.755274 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-ac55c287-6238-4e6c-95c0-344172577504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-708931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38423'] for router, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:48.773066 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-ac55c287-6238-4e6c-95c0-344172577504 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:48.990092 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.db_base_plugin_common [None req-482a8400-cfd2-426d-86c5-55aeec9ca7eb None None] Allocated IP 172.20.0.2 (a95ea928-30b7-4a2d-9699-0286f893385e/867f75ef-a1fa-4a05-aeb9-b263055a7d65/017b726d-cb36-4d99-be07-7e8e6ef99414) {{(pid=92565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:10:49.151836 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-ac55c287-6238-4e6c-95c0-344172577504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38521'] for router, precommit_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:49.214596 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-482a8400-cfd2-426d-86c5-55aeec9ca7eb None None] Notify callbacks [] for port, precommit_create {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:49.234031 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-482a8400-cfd2-426d-86c5-55aeec9ca7eb None None] Transition to ACTIVE for port object 017b726d-cb36-4d99-be07-7e8e6ef99414 will not be triggered until provisioned by entity L2. {{(pid=92565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:10:49.246938 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-482a8400-cfd2-426d-86c5-55aeec9ca7eb None None] Transition to ACTIVE for port object 017b726d-cb36-4d99-be07-7e8e6ef99414 will not be triggered until provisioned by entity DHCP. {{(pid=92565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:10:49.331084 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-482a8400-cfd2-426d-86c5-55aeec9ca7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540'] for port, after_create {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:49.335998 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-7477d07d-2c3a-40c8-9935-2a61d95da05b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:49.398062 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482a8400-cfd2-426d-86c5-55aeec9ca7eb None None] Network a95ea928-30b7-4a2d-9699-0286f893385e is already hosted by enough agents. {{(pid=92565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:10:49.400853 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.scheduler.base_scheduler [None req-482a8400-cfd2-426d-86c5-55aeec9ca7eb None None] Resources bound (agent type, host, resource id):  {{(pid=92565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:10:49.410275 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482a8400-cfd2-426d-86c5-55aeec9ca7eb None None] Received port after_create {{(pid=92565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:10:49.454562 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a8400-cfd2-426d-86c5-55aeec9ca7eb None None] Pushing event updated for resources: {'Port': ['ID=017b726d-cb36-4d99-be07-7e8e6ef99414,revision_number=1']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:49.484604 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-482a8400-cfd2-426d-86c5-55aeec9ca7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:49.533718 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-482a8400-cfd2-426d-86c5-55aeec9ca7eb None None] Attempting to bind port 017b726d-cb36-4d99-be07-7e8e6ef99414 on host dv-cinder-794669-4-iscsi for vnic_type normal with profile  {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:10:49.534099 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-482a8400-cfd2-426d-86c5-55aeec9ca7eb None None] Attempting to bind port 017b726d-cb36-4d99-be07-7e8e6ef99414 by drivers openvswitch,hyperv on host dv-cinder-794669-4-iscsi at level 0 using segments [{'id': '97bf617c-7f25-4939-bcb5-a729e1df8563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': 'a95ea928-30b7-4a2d-9699-0286f893385e'}] {{(pid=92565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:10:49.534589 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482a8400-cfd2-426d-86c5-55aeec9ca7eb None None] Attempting to bind port 017b726d-cb36-4d99-be07-7e8e6ef99414 on network a95ea928-30b7-4a2d-9699-0286f893385e {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:10:49.542579 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482a8400-cfd2-426d-86c5-55aeec9ca7eb None None] Checking agent: {'id': '5a6b735b-9c6f-44f2-a3b4-85e645e583d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 57, 20), 'started_at': datetime.datetime(2021, 6, 3, 21, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:10:49.543096 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482a8400-cfd2-426d-86c5-55aeec9ca7eb None None] Checking segment: {'id': '97bf617c-7f25-4939-bcb5-a729e1df8563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': 'a95ea928-30b7-4a2d-9699-0286f893385e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:10:49.543691 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-482a8400-cfd2-426d-86c5-55aeec9ca7eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:49.544144 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482a8400-cfd2-426d-86c5-55aeec9ca7eb None None] Bound using segment: {'id': '97bf617c-7f25-4939-bcb5-a729e1df8563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': 'a95ea928-30b7-4a2d-9699-0286f893385e'} {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:10:49.544622 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-482a8400-cfd2-426d-86c5-55aeec9ca7eb None None] Bound port: 017b726d-cb36-4d99-be07-7e8e6ef99414, host: dv-cinder-794669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97bf617c-7f25-4939-bcb5-a729e1df8563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': 'a95ea928-30b7-4a2d-9699-0286f893385e'}}] {{(pid=92565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:10:49.545028 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-482a8400-cfd2-426d-86c5-55aeec9ca7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:49.670460 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-482a8400-cfd2-426d-86c5-55aeec9ca7eb None None] For port 017b726d-cb36-4d99-be07-7e8e6ef99414, host dv-cinder-794669-4-iscsi, cleared binding levels {{(pid=92565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:10:49.674199 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-482a8400-cfd2-426d-86c5-55aeec9ca7eb None None] For port 017b726d-cb36-4d99-be07-7e8e6ef99414, host dv-cinder-794669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=017b726d-cb36-4d99-be07-7e8e6ef99414,segment=NetworkSegment(97bf617c-7f25-4939-bcb5-a729e1df8563),segment_id=97bf617c-7f25-4939-bcb5-a729e1df8563)] {{(pid=92565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:10:49.709457 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-ac55c287-6238-4e6c-95c0-344172577504 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:49.739670 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-ac55c287-6238-4e6c-95c0-344172577504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:49.765337 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:49.788978 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-8c64ef0a-d9ad-4302-81e5-84a98b8b3880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:49.792083 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-482a8400-cfd2-426d-86c5-55aeec9ca7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:49.802744 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-482a8400-cfd2-426d-86c5-55aeec9ca7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:49.884574 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a8400-cfd2-426d-86c5-55aeec9ca7eb None None] Pushing event updated for resources: {'Port': ['ID=017b726d-cb36-4d99-be07-7e8e6ef99414,revision_number=2']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:49.900025 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-482a8400-cfd2-426d-86c5-55aeec9ca7eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:49.900124 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.db_base_plugin_common [None req-ac55c287-6238-4e6c-95c0-344172577504 admin admin] Allocated IP 172.27.0.229 (fbd3fa50-1ea9-4a37-9f63-373be6d121e3/b881b088-b524-4558-b754-6a0245dcfb71/23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f) {{(pid=92563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:10:50.074636 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-ac55c287-6238-4e6c-95c0-344172577504 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:50.234791 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-ac55c287-6238-4e6c-95c0-344172577504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33200950'] for port, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:50.239294 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:50.298543 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac55c287-6238-4e6c-95c0-344172577504 admin admin] Network fbd3fa50-1ea9-4a37-9f63-373be6d121e3 is already hosted by enough agents. {{(pid=92563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:10:50.301225 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-ac55c287-6238-4e6c-95c0-344172577504 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:10:50.319099 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac55c287-6238-4e6c-95c0-344172577504 admin admin] Received port after_create {{(pid=92563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:10:50.350855 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac55c287-6238-4e6c-95c0-344172577504 admin admin] Pushing event updated for resources: {'Port': ['ID=23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:50.356930 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-ac55c287-6238-4e6c-95c0-344172577504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:50.666500 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device f3a9f248-bc39-4b08-994c-b9cf8ace7baf up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:10:50.822931 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning for port f3a9f248-bc39-4b08-994c-b9cf8ace7baf completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:10:50.827475 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcbf0c7-59ef-459a-b7e5-36ee58e8249b None None] Network a95ea928-30b7-4a2d-9699-0286f893385e requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:10:50.854890 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port f3a9f248-bc39-4b08-994c-b9cf8ace7baf triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:10:50.855181 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:50.944802 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-ac55c287-6238-4e6c-95c0-344172577504 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:51.137504 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:51.154159 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:51.163142 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-8a9a8bc2-d692-4098-8e5a-a52191846207 None None] Provisioning for port 017b726d-cb36-4d99-be07-7e8e6ef99414 completed by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:10:51.233353 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] For port f3a9f248-bc39-4b08-994c-b9cf8ace7baf, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=f3a9f248-bc39-4b08-994c-b9cf8ace7baf,segment=NetworkSegment(2d194160-e5b1-4246-b233-f57c8fe3e4cd),segment_id=2d194160-e5b1-4246-b233-f57c8fe3e4cd)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:10:51.326111 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:51.326925 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 017b726d-cb36-4d99-be07-7e8e6ef99414 up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:10:51.352350 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:51.393332 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-ac55c287-6238-4e6c-95c0-344172577504 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-309310'] for router, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:51.446881 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Pushing event updated for resources: {'Port': ['ID=f3a9f248-bc39-4b08-994c-b9cf8ace7baf,revision_number=5']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:51.450336 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:51.528264 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning for port 017b726d-cb36-4d99-be07-7e8e6ef99414 completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:10:51.543530 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port 017b726d-cb36-4d99-be07-7e8e6ef99414 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:10:51.543968 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:51.685641 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:51.718880 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] For port 017b726d-cb36-4d99-be07-7e8e6ef99414, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=017b726d-cb36-4d99-be07-7e8e6ef99414,segment=NetworkSegment(97bf617c-7f25-4939-bcb5-a729e1df8563),segment_id=97bf617c-7f25-4939-bcb5-a729e1df8563)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:10:51.748630 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac55c287-6238-4e6c-95c0-344172577504 admin admin] Router 9751abb5-2a0c-4058-a3f5-0a4264ca571f is scheduled to L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 with binding_index 1 {{(pid=92563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 03 22:10:51.851376 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:51.853252 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:51.918158 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Pushing event updated for resources: {'Port': ['ID=017b726d-cb36-4d99-be07-7e8e6ef99414,revision_number=3']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:51.921213 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:51.929220 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac55c287-6238-4e6c-95c0-344172577504 admin admin] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:10:51.937692 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb308fe7-b18f-46ba-8a68-dc46c74673f9 None None] Sync routers for ids ['9751abb5-2a0c-4058-a3f5-0a4264ca571f'] in dv-cinder-794669-4-iscsi {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:10:51.947180 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb308fe7-b18f-46ba-8a68-dc46c74673f9 None None] Routers {'9751abb5-2a0c-4058-a3f5-0a4264ca571f'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:10:51.947849 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-fb308fe7-b18f-46ba-8a68-dc46c74673f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814e5f8be0>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:10:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['9751abb5-2a0c-4058-a3f5-0a4264ca571f'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:10:52.125031 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-fb308fe7-b18f-46ba-8a68-dc46c74673f9 None None] Set router 9751abb5-2a0c-4058-a3f5-0a4264ca571f gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:10:52.142832 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-ac55c287-6238-4e6c-95c0-344172577504 admin admin] Notify callbacks [] for router, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:52.144115 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-ac55c287-6238-4e6c-95c0-344172577504 admin admin] 10.222.0.106 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.5352280
Jun 03 22:10:52.146862 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 36400) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:10:52.425776 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-fb308fe7-b18f-46ba-8a68-dc46c74673f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814e5f8be0>, [{'id': '9751abb5-2a0c-4058-a3f5-0a4264ca571f', 'name': 'tempest-TestShelveInstance-2129180363-router', 'tenant_id': 'a49c9762293d4d719f8b04c581ffccf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:10:48Z', 'updated_at': '2021-06-03T22:10:50Z', 'revision_number': 3, 'project_id': 'a49c9762293d4d719f8b04c581ffccf2', 'gw_port': {'id': '23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9751abb5-2a0c-4058-a3f5-0a4264ca571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:10:49Z', 'updated_at': '2021-06-03T22:10:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:10:52.434799 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb308fe7-b18f-46ba-8a68-dc46c74673f9 None None] Checking router: 9751abb5-2a0c-4058-a3f5-0a4264ca571f for host: dv-cinder-794669-4-iscsi {{(pid=92565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:10:52.434799 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb308fe7-b18f-46ba-8a68-dc46c74673f9 None None] Updating router 9751abb5-2a0c-4058-a3f5-0a4264ca571f port 23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f binding host dv-cinder-794669-4-iscsi {{(pid=92565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 22:10:52.486922 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:52.489948 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-fb308fe7-b18f-46ba-8a68-dc46c74673f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:52.608998 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device f3a9f248-bc39-4b08-994c-b9cf8ace7baf up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:10:52.780227 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port f3a9f248-bc39-4b08-994c-b9cf8ace7baf triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:10:52.780950 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:52.825132 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-177a3933-2c20-48b3-9cd3-ff7dce35f5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:53.016430 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 017b726d-cb36-4d99-be07-7e8e6ef99414 up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:10:53.037771 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.db_base_plugin_common [None req-177a3933-2c20-48b3-9cd3-ff7dce35f5e1 admin admin] Allocated IP 172.20.0.1 (a95ea928-30b7-4a2d-9699-0286f893385e/867f75ef-a1fa-4a05-aeb9-b263055a7d65/e0c1407b-8198-4dd2-9c7f-b290f17da152) {{(pid=92564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:10:53.043103 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-fb308fe7-b18f-46ba-8a68-dc46c74673f9 None None] Notify callbacks [] for port, precommit_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:53.069707 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-fb308fe7-b18f-46ba-8a68-dc46c74673f9 None None] Transition to ACTIVE for port object 23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f will not be triggered until provisioned by entity L2. {{(pid=92565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:10:53.097992 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port 017b726d-cb36-4d99-be07-7e8e6ef99414 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:10:53.098288 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:53.160538 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-fb308fe7-b18f-46ba-8a68-dc46c74673f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:53.164361 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-482a8400-cfd2-426d-86c5-55aeec9ca7eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:53.191835 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-177a3933-2c20-48b3-9cd3-ff7dce35f5e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:53.207485 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.provisioning_blocks [None req-177a3933-2c20-48b3-9cd3-ff7dce35f5e1 admin admin] Transition to ACTIVE for port object e0c1407b-8198-4dd2-9c7f-b290f17da152 will not be triggered until provisioned by entity DHCP. {{(pid=92564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:10:53.271867 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-fb308fe7-b18f-46ba-8a68-dc46c74673f9 None None] Attempting to bind port 23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f on host dv-cinder-794669-4-iscsi for vnic_type normal with profile  {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:10:53.272242 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-fb308fe7-b18f-46ba-8a68-dc46c74673f9 None None] Attempting to bind port 23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f by drivers openvswitch,hyperv on host dv-cinder-794669-4-iscsi at level 0 using segments [{'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'}] {{(pid=92565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:10:53.272603 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb308fe7-b18f-46ba-8a68-dc46c74673f9 None None] Attempting to bind port 23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f on network fbd3fa50-1ea9-4a37-9f63-373be6d121e3 {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:10:53.291834 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d1c3c-830e-4e11-9076-27f7ead0dc4e None None] Pushing event updated for resources: {'Port': ['ID=23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f,revision_number=2']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:53.294040 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb308fe7-b18f-46ba-8a68-dc46c74673f9 None None] Checking agent: {'id': '5a6b735b-9c6f-44f2-a3b4-85e645e583d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 57, 20), 'started_at': datetime.datetime(2021, 6, 3, 21, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:10:53.294447 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb308fe7-b18f-46ba-8a68-dc46c74673f9 None None] Checking segment: {'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:10:53.294856 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-fb308fe7-b18f-46ba-8a68-dc46c74673f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:53.295278 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb308fe7-b18f-46ba-8a68-dc46c74673f9 None None] Bound using segment: {'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'} {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:10:53.295767 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-fb308fe7-b18f-46ba-8a68-dc46c74673f9 None None] Bound port: 23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f, host: dv-cinder-794669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'}}] {{(pid=92565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:10:53.301257 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-fb308fe7-b18f-46ba-8a68-dc46c74673f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:53.319268 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-148d1c3c-830e-4e11-9076-27f7ead0dc4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:53.337541 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-177a3933-2c20-48b3-9cd3-ff7dce35f5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:53.341413 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-ba5cedfe-020c-4615-822c-6f6ae79a9753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:53.382154 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-fb308fe7-b18f-46ba-8a68-dc46c74673f9 None None] For port 23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f, host dv-cinder-794669-4-iscsi, cleared binding levels {{(pid=92565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:10:53.385243 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-fb308fe7-b18f-46ba-8a68-dc46c74673f9 None None] For port 23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f, host dv-cinder-794669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f,segment=NetworkSegment(cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c),segment_id=cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c)] {{(pid=92565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:10:53.402594 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177a3933-2c20-48b3-9cd3-ff7dce35f5e1 admin admin] Network a95ea928-30b7-4a2d-9699-0286f893385e is already hosted by enough agents. {{(pid=92564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:10:53.405406 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.base_scheduler [None req-177a3933-2c20-48b3-9cd3-ff7dce35f5e1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:10:53.409713 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177a3933-2c20-48b3-9cd3-ff7dce35f5e1 admin admin] Received port after_create {{(pid=92564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:10:53.454317 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a3933-2c20-48b3-9cd3-ff7dce35f5e1 admin admin] Pushing event updated for resources: {'Port': ['ID=e0c1407b-8198-4dd2-9c7f-b290f17da152,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:53.458432 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-177a3933-2c20-48b3-9cd3-ff7dce35f5e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:53.480123 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-177a3933-2c20-48b3-9cd3-ff7dce35f5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-309488'] for router_interface, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:53.498154 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-fb308fe7-b18f-46ba-8a68-dc46c74673f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:53.503018 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-204231cf-3023-44e4-94ba-4f8f5940dc65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:53.581886 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb308fe7-b18f-46ba-8a68-dc46c74673f9 None None] Routers {'9751abb5-2a0c-4058-a3f5-0a4264ca571f'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:10:53.582546 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-fb308fe7-b18f-46ba-8a68-dc46c74673f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814e5f8be0>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:10:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['9751abb5-2a0c-4058-a3f5-0a4264ca571f'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:10:53.678136 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d1c3c-830e-4e11-9076-27f7ead0dc4e None None] Pushing event updated for resources: {'Port': ['ID=23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f,revision_number=3']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:53.682141 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-148d1c3c-830e-4e11-9076-27f7ead0dc4e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:53.782782 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-6dc40302-8158-4aa8-9138-10fad3c19b6f None None] Provisioning for port e0c1407b-8198-4dd2-9c7f-b290f17da152 completed by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:10:53.799725 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-6dc40302-8158-4aa8-9138-10fad3c19b6f None None] Provisioning complete for port e0c1407b-8198-4dd2-9c7f-b290f17da152 triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:10:53.800485 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-6dc40302-8158-4aa8-9138-10fad3c19b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:53.824656 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-fb308fe7-b18f-46ba-8a68-dc46c74673f9 None None] Set router 9751abb5-2a0c-4058-a3f5-0a4264ca571f gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:10:53.985358 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-177a3933-2c20-48b3-9cd3-ff7dce35f5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:53.991136 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-6dc40302-8158-4aa8-9138-10fad3c19b6f None None] Port e0c1407b-8198-4dd2-9c7f-b290f17da152 cannot update to ACTIVE because it is not bound. {{(pid=92565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 22:10:54.226244 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-fb308fe7-b18f-46ba-8a68-dc46c74673f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814e5f8be0>, [{'id': '9751abb5-2a0c-4058-a3f5-0a4264ca571f', 'name': 'tempest-TestShelveInstance-2129180363-router', 'tenant_id': 'a49c9762293d4d719f8b04c581ffccf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:10:48Z', 'updated_at': '2021-06-03T22:10:50Z', 'revision_number': 3, 'project_id': 'a49c9762293d4d719f8b04c581ffccf2', 'gw_port': {'id': '23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9751abb5-2a0c-4058-a3f5-0a4264ca571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:10:49Z', 'updated_at': '2021-06-03T22:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:10:54.230593 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb308fe7-b18f-46ba-8a68-dc46c74673f9 None None] The sync data for ids ['9751abb5-2a0c-4058-a3f5-0a4264ca571f'] in dv-cinder-794669-4-iscsi is: [{'id': '9751abb5-2a0c-4058-a3f5-0a4264ca571f', 'name': 'tempest-TestShelveInstance-2129180363-router', 'tenant_id': 'a49c9762293d4d719f8b04c581ffccf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:10:48Z', 'updated_at': '2021-06-03T22:10:50Z', 'revision_number': 3, 'project_id': 'a49c9762293d4d719f8b04c581ffccf2', 'gw_port': {'id': '23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9751abb5-2a0c-4058-a3f5-0a4264ca571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:10:49Z', 'updated_at': '2021-06-03T22:10:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}] {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:10:54.284466 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-177a3933-2c20-48b3-9cd3-ff7dce35f5e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:54.371339 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-177a3933-2c20-48b3-9cd3-ff7dce35f5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31972166'] for port, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:54.398428 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-7ebedfc6-9a22-46ea-b8e9-9fa7d51cdf83 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:54.492215 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a3933-2c20-48b3-9cd3-ff7dce35f5e1 admin admin] Pushing event updated for resources: {'Port': ['ID=e0c1407b-8198-4dd2-9c7f-b290f17da152,revision_number=2']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:54.497016 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-177a3933-2c20-48b3-9cd3-ff7dce35f5e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:54.509631 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-177a3933-2c20-48b3-9cd3-ff7dce35f5e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664988'] for router_interface, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:54.651158 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:10:54.680196 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177a3933-2c20-48b3-9cd3-ff7dce35f5e1 admin admin] Network a95ea928-30b7-4a2d-9699-0286f893385e is already hosted by enough agents. {{(pid=92564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:10:54.681677 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.base_scheduler [None req-177a3933-2c20-48b3-9cd3-ff7dce35f5e1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:10:54.884962 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning for port 23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:10:54.890386 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port 23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:10:54.891555 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:54.912509 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177a3933-2c20-48b3-9cd3-ff7dce35f5e1 admin admin] Router 9751abb5-2a0c-4058-a3f5-0a4264ca571f has already been hosted by L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 {{(pid=92564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 22:10:54.955003 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-fa4daa46-ae5b-4701-9882-ab467998859b None None] Provisioning complete for port e0c1407b-8198-4dd2-9c7f-b290f17da152 triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:10:54.955503 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-fa4daa46-ae5b-4701-9882-ab467998859b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:55.050810 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-fa4daa46-ae5b-4701-9882-ab467998859b None None] Port e0c1407b-8198-4dd2-9c7f-b290f17da152 cannot update to ACTIVE because it is not bound. {{(pid=92565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 22:10:55.087598 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:55.105145 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] For port 23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f,segment=NetworkSegment(cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c),segment_id=cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:10:55.108037 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177a3933-2c20-48b3-9cd3-ff7dce35f5e1 admin admin] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:10:55.117476 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-177a3933-2c20-48b3-9cd3-ff7dce35f5e1 admin admin] 10.222.0.106 "PUT /v2.0/routers/9751abb5-2a0c-4058-a3f5-0a4264ca571f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9694948
Jun 03 22:10:55.239346 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:55.242289 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:55.320668 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Pushing event updated for resources: {'Port': ['ID=23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f,revision_number=4']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:55.323701 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:55.929077 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 36470) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:10:55.933979 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [None req-5152bfd0-fe63-405d-85bd-e507e7182ff8 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1123857321', 'description': 'tempest-secgroup-smoke-1123857321 description', 'project_id': '96c06991ed074d8bb9135b3908303d68'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:10:55.944388 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-5152bfd0-fe63-405d-85bd-e507e7182ff8 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:10:55.951775 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-5152bfd0-fe63-405d-85bd-e507e7182ff8 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Usage tracker for resource:security_group and tenant:96c06991ed074d8bb9135b3908303d68 is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:10:55.955005 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-5152bfd0-fe63-405d-85bd-e507e7182ff8 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:10:55.962263 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-5152bfd0-fe63-405d-85bd-e507e7182ff8 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:10:55.971428 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e9506f-93a8-4132-87d4-81c856d7fdbf None None] Sync routers for ids ['9751abb5-2a0c-4058-a3f5-0a4264ca571f'] in dv-cinder-794669-4-iscsi {{(pid=92566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:10:55.980978 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e9506f-93a8-4132-87d4-81c856d7fdbf None None] Routers {'9751abb5-2a0c-4058-a3f5-0a4264ca571f'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:10:55.981638 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-e3e9506f-93a8-4132-87d4-81c856d7fdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814f1e9100>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:10:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['9751abb5-2a0c-4058-a3f5-0a4264ca571f'], 'active': True} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:10:56.136146 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5152bfd0-fe63-405d-85bd-e507e7182ff8 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:56.159572 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-5152bfd0-fe63-405d-85bd-e507e7182ff8 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:10:56.163650 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-5152bfd0-fe63-405d-85bd-e507e7182ff8 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Usage tracker for resource:security_group_rule and tenant:96c06991ed074d8bb9135b3908303d68 is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:10:56.166584 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-5152bfd0-fe63-405d-85bd-e507e7182ff8 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:10:56.172665 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-5152bfd0-fe63-405d-85bd-e507e7182ff8 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:10:56.177194 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvr_db [None req-e3e9506f-93a8-4132-87d4-81c856d7fdbf None None] Set router 9751abb5-2a0c-4058-a3f5-0a4264ca571f gateway port host: dv-cinder-794669-4-iscsi {{(pid=92566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:10:56.243911 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5152bfd0-fe63-405d-85bd-e507e7182ff8 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:56.405583 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5152bfd0-fe63-405d-85bd-e507e7182ff8 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:56.413881 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-b27b2e81-1a06-4b9d-b5a4-4d08fd34468c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:56.450681 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152bfd0-fe63-405d-85bd-e507e7182ff8 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cac4e0c2-cb9f-4015-8fd2-55a29f0926cf,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:56.453302 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-5152bfd0-fe63-405d-85bd-e507e7182ff8 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:56.499585 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-e3e9506f-93a8-4132-87d4-81c856d7fdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814f1e9100>, [{'id': '9751abb5-2a0c-4058-a3f5-0a4264ca571f', 'name': 'tempest-TestShelveInstance-2129180363-router', 'tenant_id': 'a49c9762293d4d719f8b04c581ffccf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:10:48Z', 'updated_at': '2021-06-03T22:10:53Z', 'revision_number': 4, 'project_id': 'a49c9762293d4d719f8b04c581ffccf2', 'gw_port': {'id': '23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9751abb5-2a0c-4058-a3f5-0a4264ca571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:10:49Z', 'updated_at': '2021-06-03T22:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': 'e0c1407b-8198-4dd2-9c7f-b290f17da152', 'name': '', 'network_id': 'a95ea928-30b7-4a2d-9699-0286f893385e', 'tenant_id': 'a49c9762293d4d719f8b04c581ffccf2', 'mac_address': 'fa:16:3e:c7:2b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9751abb5-2a0c-4058-a3f5-0a4264ca571f', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '867f75ef-a1fa-4a05-aeb9-b263055a7d65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:10:52Z', 'updated_at': '2021-06-03T22:10:54Z', 'revision_number': 2, 'project_id': 'a49c9762293d4d719f8b04c581ffccf2', 'subnets': [{'id': '867f75ef-a1fa-4a05-aeb9-b263055a7d65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:10:56.504438 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e9506f-93a8-4132-87d4-81c856d7fdbf None None] Checking router: 9751abb5-2a0c-4058-a3f5-0a4264ca571f for host: dv-cinder-794669-4-iscsi {{(pid=92566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:10:56.504790 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e9506f-93a8-4132-87d4-81c856d7fdbf None None] Updating router 9751abb5-2a0c-4058-a3f5-0a4264ca571f port e0c1407b-8198-4dd2-9c7f-b290f17da152 binding host dv-cinder-794669-4-iscsi {{(pid=92566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 22:10:56.557272 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-e3e9506f-93a8-4132-87d4-81c856d7fdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:56.593398 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5152bfd0-fe63-405d-85bd-e507e7182ff8 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:56.598391 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-5152bfd0-fe63-405d-85bd-e507e7182ff8 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.6645083
Jun 03 22:10:56.598548 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:10:56.598999 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 36478) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:10:56.604190 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-f2292e33-6bf8-4219-92ef-4fe59dec6dd4 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Request body: {'security_group_rule': {'security_group_id': 'cac4e0c2-cb9f-4015-8fd2-55a29f0926cf', 'project_id': '96c06991ed074d8bb9135b3908303d68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:10:56.611076 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-f2292e33-6bf8-4219-92ef-4fe59dec6dd4 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:10:56.615706 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-f2292e33-6bf8-4219-92ef-4fe59dec6dd4 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Usage tracker for resource:security_group_rule and tenant:96c06991ed074d8bb9135b3908303d68 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:10:56.620169 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-f2292e33-6bf8-4219-92ef-4fe59dec6dd4 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:10:56.626816 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-f2292e33-6bf8-4219-92ef-4fe59dec6dd4 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:10:56.668145 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port 23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:10:56.668448 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:56.738534 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-f2292e33-6bf8-4219-92ef-4fe59dec6dd4 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:56.815797 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-f2292e33-6bf8-4219-92ef-4fe59dec6dd4 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:56.911188 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-e3e9506f-93a8-4132-87d4-81c856d7fdbf None None] Notify callbacks [] for port, precommit_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:56.922688 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-f2292e33-6bf8-4219-92ef-4fe59dec6dd4 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679028'] for security_group_rule, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:56.923152 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.provisioning_blocks [None req-e3e9506f-93a8-4132-87d4-81c856d7fdbf None None] Transition to ACTIVE for port object e0c1407b-8198-4dd2-9c7f-b290f17da152 will not be triggered until provisioned by entity L2. {{(pid=92566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:10:56.928238 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-466a94a8-1b3f-4efb-a9ec-ce0b0d877ef9 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:56.946960 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2292e33-6bf8-4219-92ef-4fe59dec6dd4 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b40c571-07b9-407a-9a39-1c945fcc5f8c,revision_number=0']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:56.949570 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-f2292e33-6bf8-4219-92ef-4fe59dec6dd4 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:57.044736 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-e3e9506f-93a8-4132-87d4-81c856d7fdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:57.048863 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG oslo_concurrency.lockutils [None req-fbb0d734-265c-48d2-999c-6455237293eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:57.170782 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-f2292e33-6bf8-4219-92ef-4fe59dec6dd4 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:57.180946 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-f2292e33-6bf8-4219-92ef-4fe59dec6dd4 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5721362
Jun 03 22:10:57.181423 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920bbf0-805d-4f50-af7e-8cea96c4b285 None None] Pushing event updated for resources: {'Port': ['ID=e0c1407b-8198-4dd2-9c7f-b290f17da152,revision_number=3']} {{(pid=92566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:57.181518 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 36484) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:10:57.181613 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG oslo_concurrency.lockutils [None req-e920bbf0-805d-4f50-af7e-8cea96c4b285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:57.181701 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-5a783a3c-02dd-4cd3-98d2-d87a74b586e7 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Request body: {'security_group_rule': {'security_group_id': 'cac4e0c2-cb9f-4015-8fd2-55a29f0926cf', 'project_id': '96c06991ed074d8bb9135b3908303d68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:10:57.187745 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-5a783a3c-02dd-4cd3-98d2-d87a74b586e7 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:10:57.193115 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-5a783a3c-02dd-4cd3-98d2-d87a74b586e7 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Usage tracker for resource:security_group_rule and tenant:96c06991ed074d8bb9135b3908303d68 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:10:57.196492 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-5a783a3c-02dd-4cd3-98d2-d87a74b586e7 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:10:57.202497 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-5a783a3c-02dd-4cd3-98d2-d87a74b586e7 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:10:57.273351 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.managers [None req-e3e9506f-93a8-4132-87d4-81c856d7fdbf None None] Attempting to bind port e0c1407b-8198-4dd2-9c7f-b290f17da152 on host dv-cinder-794669-4-iscsi for vnic_type normal with profile  {{(pid=92566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:10:57.273729 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.managers [None req-e3e9506f-93a8-4132-87d4-81c856d7fdbf None None] Attempting to bind port e0c1407b-8198-4dd2-9c7f-b290f17da152 by drivers openvswitch,hyperv on host dv-cinder-794669-4-iscsi at level 0 using segments [{'id': '97bf617c-7f25-4939-bcb5-a729e1df8563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': 'a95ea928-30b7-4a2d-9699-0286f893385e'}] {{(pid=92566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:10:57.274099 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e9506f-93a8-4132-87d4-81c856d7fdbf None None] Attempting to bind port e0c1407b-8198-4dd2-9c7f-b290f17da152 on network a95ea928-30b7-4a2d-9699-0286f893385e {{(pid=92566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:10:57.280188 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e9506f-93a8-4132-87d4-81c856d7fdbf None None] Checking agent: {'id': '5a6b735b-9c6f-44f2-a3b4-85e645e583d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 57, 20), 'started_at': datetime.datetime(2021, 6, 3, 21, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:10:57.280482 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e9506f-93a8-4132-87d4-81c856d7fdbf None None] Checking segment: {'id': '97bf617c-7f25-4939-bcb5-a729e1df8563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': 'a95ea928-30b7-4a2d-9699-0286f893385e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:10:57.281022 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-e3e9506f-93a8-4132-87d4-81c856d7fdbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:57.281423 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e9506f-93a8-4132-87d4-81c856d7fdbf None None] Bound using segment: {'id': '97bf617c-7f25-4939-bcb5-a729e1df8563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': 'a95ea928-30b7-4a2d-9699-0286f893385e'} {{(pid=92566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:10:57.281913 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.managers [None req-e3e9506f-93a8-4132-87d4-81c856d7fdbf None None] Bound port: e0c1407b-8198-4dd2-9c7f-b290f17da152, host: dv-cinder-794669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97bf617c-7f25-4939-bcb5-a729e1df8563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1446, 'network_id': 'a95ea928-30b7-4a2d-9699-0286f893385e'}}] {{(pid=92566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:10:57.282291 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-e3e9506f-93a8-4132-87d4-81c856d7fdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:57.325490 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-5a783a3c-02dd-4cd3-98d2-d87a74b586e7 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:57.380635 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.db [None req-e3e9506f-93a8-4132-87d4-81c856d7fdbf None None] For port e0c1407b-8198-4dd2-9c7f-b290f17da152, host dv-cinder-794669-4-iscsi, cleared binding levels {{(pid=92566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:10:57.384297 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.db [None req-e3e9506f-93a8-4132-87d4-81c856d7fdbf None None] For port e0c1407b-8198-4dd2-9c7f-b290f17da152, host dv-cinder-794669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=e0c1407b-8198-4dd2-9c7f-b290f17da152,segment=NetworkSegment(97bf617c-7f25-4939-bcb5-a729e1df8563),segment_id=97bf617c-7f25-4939-bcb5-a729e1df8563)] {{(pid=92566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:10:57.397256 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-5a783a3c-02dd-4cd3-98d2-d87a74b586e7 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:57.520578 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-e3e9506f-93a8-4132-87d4-81c856d7fdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:57.526350 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:57.595830 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-5a783a3c-02dd-4cd3-98d2-d87a74b586e7 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679028'] for security_group_rule, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:57.596527 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e9506f-93a8-4132-87d4-81c856d7fdbf None None] Routers {'9751abb5-2a0c-4058-a3f5-0a4264ca571f'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:10:57.597398 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-e3e9506f-93a8-4132-87d4-81c856d7fdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814f1e9100>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:10:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['9751abb5-2a0c-4058-a3f5-0a4264ca571f'], 'active': True} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:10:57.616186 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-fd770a7e-a97c-42cd-8167-2ad83768ab4c tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:57.637523 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a783a3c-02dd-4cd3-98d2-d87a74b586e7 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba810dc6-f050-4088-b308-3448f9b8eedf,revision_number=0']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:57.640319 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-5a783a3c-02dd-4cd3-98d2-d87a74b586e7 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:57.705809 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e920bbf0-805d-4f50-af7e-8cea96c4b285 None None] Pushing event updated for resources: {'Port': ['ID=e0c1407b-8198-4dd2-9c7f-b290f17da152,revision_number=4']} {{(pid=92566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:57.710679 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG oslo_concurrency.lockutils [None req-e920bbf0-805d-4f50-af7e-8cea96c4b285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:57.759164 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-5a783a3c-02dd-4cd3-98d2-d87a74b586e7 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:57.760398 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-5a783a3c-02dd-4cd3-98d2-d87a74b586e7 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5835650
Jun 03 22:10:57.763281 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 36492) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:10:57.768301 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [None req-80af949f-5879-4a73-a8b8-aaac49b20a25 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Request body: {'security_group_rule': {'security_group_id': 'cac4e0c2-cb9f-4015-8fd2-55a29f0926cf', 'project_id': '96c06991ed074d8bb9135b3908303d68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:10:57.774885 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-80af949f-5879-4a73-a8b8-aaac49b20a25 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:10:57.779214 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-80af949f-5879-4a73-a8b8-aaac49b20a25 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Usage tracker for resource:security_group_rule and tenant:96c06991ed074d8bb9135b3908303d68 is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:10:57.783012 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-80af949f-5879-4a73-a8b8-aaac49b20a25 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:10:57.789085 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-80af949f-5879-4a73-a8b8-aaac49b20a25 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:10:57.821059 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvr_db [None req-e3e9506f-93a8-4132-87d4-81c856d7fdbf None None] Set router 9751abb5-2a0c-4058-a3f5-0a4264ca571f gateway port host: dv-cinder-794669-4-iscsi {{(pid=92566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:10:57.949178 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-80af949f-5879-4a73-a8b8-aaac49b20a25 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:58.022925 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-80af949f-5879-4a73-a8b8-aaac49b20a25 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:58.134265 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-e3e9506f-93a8-4132-87d4-81c856d7fdbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814f1e9100>, [{'id': '9751abb5-2a0c-4058-a3f5-0a4264ca571f', 'name': 'tempest-TestShelveInstance-2129180363-router', 'tenant_id': 'a49c9762293d4d719f8b04c581ffccf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:10:48Z', 'updated_at': '2021-06-03T22:10:53Z', 'revision_number': 4, 'project_id': 'a49c9762293d4d719f8b04c581ffccf2', 'gw_port': {'id': '23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9751abb5-2a0c-4058-a3f5-0a4264ca571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:10:49Z', 'updated_at': '2021-06-03T22:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': 'e0c1407b-8198-4dd2-9c7f-b290f17da152', 'name': '', 'network_id': 'a95ea928-30b7-4a2d-9699-0286f893385e', 'tenant_id': 'a49c9762293d4d719f8b04c581ffccf2', 'mac_address': 'fa:16:3e:c7:2b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9751abb5-2a0c-4058-a3f5-0a4264ca571f', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '867f75ef-a1fa-4a05-aeb9-b263055a7d65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:10:52Z', 'updated_at': '2021-06-03T22:10:57Z', 'revision_number': 4, 'project_id': 'a49c9762293d4d719f8b04c581ffccf2', 'subnets': [{'id': '867f75ef-a1fa-4a05-aeb9-b263055a7d65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:10:58.138235 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e9506f-93a8-4132-87d4-81c856d7fdbf None None] The sync data for ids ['9751abb5-2a0c-4058-a3f5-0a4264ca571f'] in dv-cinder-794669-4-iscsi is: [{'id': '9751abb5-2a0c-4058-a3f5-0a4264ca571f', 'name': 'tempest-TestShelveInstance-2129180363-router', 'tenant_id': 'a49c9762293d4d719f8b04c581ffccf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:10:48Z', 'updated_at': '2021-06-03T22:10:53Z', 'revision_number': 4, 'project_id': 'a49c9762293d4d719f8b04c581ffccf2', 'gw_port': {'id': '23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9751abb5-2a0c-4058-a3f5-0a4264ca571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:10:49Z', 'updated_at': '2021-06-03T22:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': 'e0c1407b-8198-4dd2-9c7f-b290f17da152', 'name': '', 'network_id': 'a95ea928-30b7-4a2d-9699-0286f893385e', 'tenant_id': 'a49c9762293d4d719f8b04c581ffccf2', 'mac_address': 'fa:16:3e:c7:2b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9751abb5-2a0c-4058-a3f5-0a4264ca571f', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '867f75ef-a1fa-4a05-aeb9-b263055a7d65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:10:52Z', 'updated_at': '2021-06-03T22:10:57Z', 'revision_number': 4, 'project_id': 'a49c9762293d4d719f8b04c581ffccf2', 'subnets': [{'id': '867f75ef-a1fa-4a05-aeb9-b263055a7d65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:10:58.146812 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-80af949f-5879-4a73-a8b8-aaac49b20a25 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679028'] for security_group_rule, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:58.146812 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-07d37093-f1c9-4da0-b867-4f40a125e71d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:58.168518 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af949f-5879-4a73-a8b8-aaac49b20a25 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0865f32-3076-459f-8cb1-4594ce57f38c,revision_number=0']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:58.171305 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-80af949f-5879-4a73-a8b8-aaac49b20a25 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:58.330399 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-80af949f-5879-4a73-a8b8-aaac49b20a25 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:58.331757 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-80af949f-5879-4a73-a8b8-aaac49b20a25 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5672770
Jun 03 22:10:58.334771 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 36498) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:10:58.339930 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-95d7882d-e8ee-4bc0-b33b-58c51d49c861 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Request body: {'security_group_rule': {'security_group_id': 'cac4e0c2-cb9f-4015-8fd2-55a29f0926cf', 'project_id': '96c06991ed074d8bb9135b3908303d68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:10:58.347190 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-95d7882d-e8ee-4bc0-b33b-58c51d49c861 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:10:58.351293 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-95d7882d-e8ee-4bc0-b33b-58c51d49c861 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Usage tracker for resource:security_group_rule and tenant:96c06991ed074d8bb9135b3908303d68 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:10:58.368114 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-95d7882d-e8ee-4bc0-b33b-58c51d49c861 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:10:58.371567 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-95d7882d-e8ee-4bc0-b33b-58c51d49c861 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:10:58.525349 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-95d7882d-e8ee-4bc0-b33b-58c51d49c861 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:58.604413 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-95d7882d-e8ee-4bc0-b33b-58c51d49c861 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:58.628844 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device e0c1407b-8198-4dd2-9c7f-b290f17da152 up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:10:58.730457 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-95d7882d-e8ee-4bc0-b33b-58c51d49c861 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679028'] for security_group_rule, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:58.733249 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-d6e6f267-6f62-49a6-8bdc-cf576ebf5cf2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:58.759905 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d7882d-e8ee-4bc0-b33b-58c51d49c861 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=140d6dd4-61a9-4ada-b34c-5ba505458934,revision_number=0']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:58.770704 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-95d7882d-e8ee-4bc0-b33b-58c51d49c861 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:58.891604 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-95d7882d-e8ee-4bc0-b33b-58c51d49c861 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:58.892291 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning for port e0c1407b-8198-4dd2-9c7f-b290f17da152 completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:10:58.892936 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-95d7882d-e8ee-4bc0-b33b-58c51d49c861 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5571337
Jun 03 22:10:58.895721 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 36506) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:10:58.898860 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port e0c1407b-8198-4dd2-9c7f-b290f17da152 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:10:58.899262 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:58.900771 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-a788a73a-67fe-457d-b612-bc06d23d86c9 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Request body: {'security_group_rule': {'security_group_id': 'cac4e0c2-cb9f-4015-8fd2-55a29f0926cf', 'project_id': '96c06991ed074d8bb9135b3908303d68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:10:58.906552 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-a788a73a-67fe-457d-b612-bc06d23d86c9 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:10:58.910616 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-a788a73a-67fe-457d-b612-bc06d23d86c9 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Usage tracker for resource:security_group_rule and tenant:96c06991ed074d8bb9135b3908303d68 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:10:58.913594 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-a788a73a-67fe-457d-b612-bc06d23d86c9 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:10:58.919857 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-a788a73a-67fe-457d-b612-bc06d23d86c9 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:10:59.025017 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:59.058755 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.db.securitygroups_db [None req-a788a73a-67fe-457d-b612-bc06d23d86c9 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Project 96c06991ed074d8bb9135b3908303d68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 03 22:10:59.062559 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a788a73a-67fe-457d-b612-bc06d23d86c9 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:59.062733 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] For port e0c1407b-8198-4dd2-9c7f-b290f17da152, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=e0c1407b-8198-4dd2-9c7f-b290f17da152,segment=NetworkSegment(97bf617c-7f25-4939-bcb5-a729e1df8563),segment_id=97bf617c-7f25-4939-bcb5-a729e1df8563)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:10:59.131523 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a788a73a-67fe-457d-b612-bc06d23d86c9 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:59.216351 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a788a73a-67fe-457d-b612-bc06d23d86c9 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679028'] for security_group_rule, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:59.216604 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:59.218301 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c830827d-4576-4dfe-84ef-90799337e661 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:59.218455 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:59.241784 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788a73a-67fe-457d-b612-bc06d23d86c9 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4344ca3-4e29-4ee7-adc2-b6812e1d8d33,revision_number=0']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:59.246137 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-a788a73a-67fe-457d-b612-bc06d23d86c9 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:59.286780 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Pushing event updated for resources: {'Port': ['ID=e0c1407b-8198-4dd2-9c7f-b290f17da152,revision_number=5']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:59.289910 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:59.342167 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a788a73a-67fe-457d-b612-bc06d23d86c9 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:59.343393 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-a788a73a-67fe-457d-b612-bc06d23d86c9 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4464672
Jun 03 22:10:59.346729 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 36508) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:10:59.351490 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-62159954-8d2d-4a5f-a572-bf08166e90ec tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Request body: {'security_group_rule': {'security_group_id': 'cac4e0c2-cb9f-4015-8fd2-55a29f0926cf', 'project_id': '96c06991ed074d8bb9135b3908303d68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:10:59.357542 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-62159954-8d2d-4a5f-a572-bf08166e90ec tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:10:59.361967 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-62159954-8d2d-4a5f-a572-bf08166e90ec tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Usage tracker for resource:security_group_rule and tenant:96c06991ed074d8bb9135b3908303d68 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:10:59.364946 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-62159954-8d2d-4a5f-a572-bf08166e90ec tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:10:59.390671 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-62159954-8d2d-4a5f-a572-bf08166e90ec tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:10:59.507961 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.db.securitygroups_db [None req-62159954-8d2d-4a5f-a572-bf08166e90ec tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Project 96c06991ed074d8bb9135b3908303d68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 03 22:10:59.515512 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-62159954-8d2d-4a5f-a572-bf08166e90ec tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:59.583791 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-62159954-8d2d-4a5f-a572-bf08166e90ec tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:59.662569 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-62159954-8d2d-4a5f-a572-bf08166e90ec tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679028'] for security_group_rule, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:59.668632 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:10:59.687890 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62159954-8d2d-4a5f-a572-bf08166e90ec tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=421815e9-27ab-469e-ad0e-d650fc8b509c,revision_number=0']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:10:59.690154 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-62159954-8d2d-4a5f-a572-bf08166e90ec tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:10:59.810610 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-62159954-8d2d-4a5f-a572-bf08166e90ec tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:10:59.811831 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-62159954-8d2d-4a5f-a572-bf08166e90ec tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4640622
Jun 03 22:11:00.535394 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 36556) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:11:00.598561 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device e0c1407b-8198-4dd2-9c7f-b290f17da152 up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:11:00.659183 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-449dbc0d-40ef-46f6-8dab-b999d5e9e58e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:00.669276 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port e0c1407b-8198-4dd2-9c7f-b290f17da152 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:11:00.669657 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:00.673717 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-449dbc0d-40ef-46f6-8dab-b999d5e9e58e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:11:00.677758 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-449dbc0d-40ef-46f6-8dab-b999d5e9e58e admin admin] Usage tracker for resource:security_group_rule and tenant:64fee8c691f84b7d995466f38f478c9e is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:11:00.680701 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-449dbc0d-40ef-46f6-8dab-b999d5e9e58e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:11:00.686678 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-449dbc0d-40ef-46f6-8dab-b999d5e9e58e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:11:00.779491 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-449dbc0d-40ef-46f6-8dab-b999d5e9e58e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:00.890266 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-449dbc0d-40ef-46f6-8dab-b999d5e9e58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:00.900143 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-9ff60bf8-5365-48b2-bdbe-a44285ead25f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:11:00.941735 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-449dbc0d-40ef-46f6-8dab-b999d5e9e58e admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=64fee8c691f84b7d995466f38f478c9e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4026685
Jun 03 22:11:00.941735 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449dbc0d-40ef-46f6-8dab-b999d5e9e58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b572624e-ae74-4b7f-a9ca-e21efe7a0282,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:11:00.942156 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 36562) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:11:00.943929 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-449dbc0d-40ef-46f6-8dab-b999d5e9e58e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:11:01.004298 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-50df95ec-5527-469e-8ae6-0bd616cb64b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:01.040489 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-50df95ec-5527-469e-8ae6-0bd616cb64b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:01.206306 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-50df95ec-5527-469e-8ae6-0bd616cb64b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:01.209977 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-fc8afbbe-40f0-4e31-815e-289452e1c2ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:11:01.221862 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df95ec-5527-469e-8ae6-0bd616cb64b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b572624e-ae74-4b7f-a9ca-e21efe7a0282,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:11:01.225817 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-50df95ec-5527-469e-8ae6-0bd616cb64b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:11:01.229134 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-50df95ec-5527-469e-8ae6-0bd616cb64b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:01.230237 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-50df95ec-5527-469e-8ae6-0bd616cb64b4 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/b572624e-ae74-4b7f-a9ca-e21efe7a0282 HTTP/1.1" status: 204  len: 168 time: 0.2871711
Jun 03 22:11:04.620839 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:11:14.825680 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-548201fc-045c-4e90-a69a-d35493ccdb1a tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Synchronizing usage tracker for tenant:96c06991ed074d8bb9135b3908303d68 on resource:security_group {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:11:14.908929 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-548201fc-045c-4e90-a69a-d35493ccdb1a tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Unset dirty status for tenant:96c06991ed074d8bb9135b3908303d68 on resource:security_group {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:11:14.910118 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-548201fc-045c-4e90-a69a-d35493ccdb1a tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1123857321&fields=id&tenant_id=96c06991ed074d8bb9135b3908303d68 HTTP/1.1" status: 200  len: 267 time: 0.1306095
Jun 03 22:11:15.163347 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-7a06dddc-317b-4ce7-a374-c0d2fc7d5834 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:11:15.164823 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-7a06dddc-317b-4ce7-a374-c0d2fc7d5834 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/networks?id=6aec7b12-e211-4a86-90a7-9ae14d5cb151 HTTP/1.1" status: 200  len: 808 time: 0.2478440
Jun 03 22:11:15.179843 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-5867b3c4-a9b8-41e2-b77e-53b22f2fc053 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/quotas/96c06991ed074d8bb9135b3908303d68 HTTP/1.1" status: 200  len: 375 time: 0.0096705
Jun 03 22:11:15.261968 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-e4bf56f2-04c6-4c05-a6b9-ac08bba8f73c tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/ports?tenant_id=96c06991ed074d8bb9135b3908303d68&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0771976
Jun 03 22:11:15.500520 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-d3c9f9ce-c3ff-4e0e-872b-5b6bb4805d93 service neutron] 10.222.0.106 "GET /v2.0/networks/6aec7b12-e211-4a86-90a7-9ae14d5cb151?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2267404
Jun 03 22:11:15.633823 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-31961dbb-442a-4c83-aaf1-b14e40a13b34 service neutron] 10.222.0.106 "GET /v2.0/networks/6aec7b12-e211-4a86-90a7-9ae14d5cb151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267476
Jun 03 22:11:15.833940 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:16.529351 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-f24f13df-3622-4efb-8ebe-26e1a9946546 req-089f91bc-c3d5-4850-8d79-7ac4d88a9aaf tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Synchronizing usage tracker for tenant:96c06991ed074d8bb9135b3908303d68 on resource:port {{(pid=92563) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:11:16.605245 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-f24f13df-3622-4efb-8ebe-26e1a9946546 req-089f91bc-c3d5-4850-8d79-7ac4d88a9aaf tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Unset dirty status for tenant:96c06991ed074d8bb9135b3908303d68 on resource:port {{(pid=92563) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:11:16.606453 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-f24f13df-3622-4efb-8ebe-26e1a9946546 req-089f91bc-c3d5-4850-8d79-7ac4d88a9aaf tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/ports?device_id=f5a259f4-95e7-48f1-a22b-e6446028265a HTTP/1.1" status: 200  len: 210 time: 0.1732647
Jun 03 22:11:17.001143 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-3fec8c26-b431-4543-ad45-4daa3563dd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:17.711982 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6b19987b-bd23-4345-ae51-24d9aba43d40 req-1abddbe9-6485-42bf-8632-48518e362d9f tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/ports?device_id=f5a259f4-95e7-48f1-a22b-e6446028265a HTTP/1.1" status: 200  len: 210 time: 0.0474710
Jun 03 22:11:18.862879 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-79013a0f-8dbc-402e-9869-7dabb8a655c7 req-a58be450-a74b-48a1-8b94-883d2f98d3e6 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/ports?device_id=f5a259f4-95e7-48f1-a22b-e6446028265a HTTP/1.1" status: 200  len: 210 time: 0.0458064
Jun 03 22:11:19.288120 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-82ffcb6f-c12d-4f23-a11d-79f11963e5f0 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:11:19.290448 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-82ffcb6f-c12d-4f23-a11d-79f11963e5f0 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.58 "GET /v2.0/networks?id=6aec7b12-e211-4a86-90a7-9ae14d5cb151 HTTP/1.1" status: 200  len: 808 time: 0.1507196
Jun 03 22:11:19.341677 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-256e2ebb-ce90-4826-8d46-80448ca44de7 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96c06991ed074d8bb9135b3908303d68 HTTP/1.1" status: 200  len: 380 time: 0.0407121
Jun 03 22:11:19.350818 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-07ca1502-e13c-41f6-9bac-07c6cb2972b3 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Request body: {'port': {'device_id': 'f5a259f4-95e7-48f1-a22b-e6446028265a', 'network_id': '6aec7b12-e211-4a86-90a7-9ae14d5cb151', 'admin_state_up': True, 'tenant_id': '96c06991ed074d8bb9135b3908303d68', 'security_groups': ['cac4e0c2-cb9f-4015-8fd2-55a29f0926cf']}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:11:19.489902 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-07ca1502-e13c-41f6-9bac-07c6cb2972b3 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:11:19.499633 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-07ca1502-e13c-41f6-9bac-07c6cb2972b3 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:11:19.605216 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-07ca1502-e13c-41f6-9bac-07c6cb2972b3 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Made reservation on behalf of 96c06991ed074d8bb9135b3908303d68 for: {'port': 1} {{(pid=92564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:11:19.608954 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-07ca1502-e13c-41f6-9bac-07c6cb2972b3 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:19.718524 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:19.759479 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-edfb53bc-85d6-4582-9480-49b75502a529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:19.790729 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.db_base_plugin_common [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-07ca1502-e13c-41f6-9bac-07c6cb2972b3 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Allocated IP 172.20.0.12 (6aec7b12-e211-4a86-90a7-9ae14d5cb151/f02a8e48-8342-4c67-b007-7a1ab19d6caa/fc4f4ef8-86c1-483c-92c0-cfe1f281482c) {{(pid=92564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:11:20.016809 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-07ca1502-e13c-41f6-9bac-07c6cb2972b3 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks [] for port, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:20.029219 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-14d497cd-1d4a-4255-8289-25feccf6d646 req-5e625572-48f5-4d3b-9ac2-564ef3aaed96 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/ports?device_id=f5a259f4-95e7-48f1-a22b-e6446028265a HTTP/1.1" status: 200  len: 210 time: 0.0528946
Jun 03 22:11:20.045997 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.provisioning_blocks [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-07ca1502-e13c-41f6-9bac-07c6cb2972b3 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Transition to ACTIVE for port object fc4f4ef8-86c1-483c-92c0-cfe1f281482c will not be triggered until provisioned by entity DHCP. {{(pid=92564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:11:20.210542 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-07ca1502-e13c-41f6-9bac-07c6cb2972b3 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:20.216523 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-ee04d574-2108-4df5-91d5-f0d77d142018 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:11:20.279498 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-07ca1502-e13c-41f6-9bac-07c6cb2972b3 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Network 6aec7b12-e211-4a86-90a7-9ae14d5cb151 is already hosted by enough agents. {{(pid=92564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:11:20.282553 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.base_scheduler [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-07ca1502-e13c-41f6-9bac-07c6cb2972b3 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Resources bound (agent type, host, resource id):  {{(pid=92564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:11:20.285175 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-07ca1502-e13c-41f6-9bac-07c6cb2972b3 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Received port after_create {{(pid=92564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:11:20.339560 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca1502-e13c-41f6-9bac-07c6cb2972b3 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Pushing event updated for resources: {'Port': ['ID=fc4f4ef8-86c1-483c-92c0-cfe1f281482c,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:11:20.342658 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-07ca1502-e13c-41f6-9bac-07c6cb2972b3 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:11:20.369329 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-07ca1502-e13c-41f6-9bac-07c6cb2972b3 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:11:20.369990 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-07ca1502-e13c-41f6-9bac-07c6cb2972b3 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:20.491327 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-07ca1502-e13c-41f6-9bac-07c6cb2972b3 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1446288
Jun 03 22:11:20.501825 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-87e1ae8c-e86f-43ab-a319-c86d3d0ef332 service neutron] Request body: {'port': {'device_id': 'f5a259f4-95e7-48f1-a22b-e6446028265a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:11:20.542447 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-ad68ce05-1900-489f-b524-8659a57924aa None None] Provisioning for port fc4f4ef8-86c1-483c-92c0-cfe1f281482c completed by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:11:20.554703 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-ad68ce05-1900-489f-b524-8659a57924aa None None] Provisioning complete for port fc4f4ef8-86c1-483c-92c0-cfe1f281482c triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:11:20.554703 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-ad68ce05-1900-489f-b524-8659a57924aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:20.606929 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-ad68ce05-1900-489f-b524-8659a57924aa None None] Port fc4f4ef8-86c1-483c-92c0-cfe1f281482c cannot update to ACTIVE because it is not bound. {{(pid=92565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 22:11:20.618794 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-87e1ae8c-e86f-43ab-a319-c86d3d0ef332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:21.046234 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-87e1ae8c-e86f-43ab-a319-c86d3d0ef332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc4f4ef8-86c1-483c-92c0-cfe1f281482c {{(pid=92564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 22:11:21.053760 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-87e1ae8c-e86f-43ab-a319-c86d3d0ef332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:21.069758 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.provisioning_blocks [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-87e1ae8c-e86f-43ab-a319-c86d3d0ef332 service neutron] Transition to ACTIVE for port object fc4f4ef8-86c1-483c-92c0-cfe1f281482c will not be triggered until provisioned by entity L2. {{(pid=92564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:11:21.113858 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:21.205021 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-87e1ae8c-e86f-43ab-a319-c86d3d0ef332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31972166'] for port, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:21.209491 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-e337cc8a-9a18-45b3-a9e0-76049201f406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:11:21.223875 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3842e46-846d-4067-840b-accfabdf08c8 req-5e19a14f-e291-4157-92db-31a8f826cc81 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:11:21.225334 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-a3842e46-846d-4067-840b-accfabdf08c8 req-5e19a14f-e291-4157-92db-31a8f826cc81 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/ports?device_id=f5a259f4-95e7-48f1-a22b-e6446028265a HTTP/1.1" status: 200  len: 932 time: 0.0810750
Jun 03 22:11:21.273010 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-a3842e46-846d-4067-840b-accfabdf08c8 req-5ff3fdd7-d821-44d4-be39-1e354c68b554 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Synchronizing usage tracker for tenant:96c06991ed074d8bb9135b3908303d68 on resource:security_group {{(pid=92563) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:11:21.286999 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-a3842e46-846d-4067-840b-accfabdf08c8 req-5ff3fdd7-d821-44d4-be39-1e354c68b554 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Unset dirty status for tenant:96c06991ed074d8bb9135b3908303d68 on resource:security_group {{(pid=92563) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:11:21.288431 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-a3842e46-846d-4067-840b-accfabdf08c8 req-5ff3fdd7-d821-44d4-be39-1e354c68b554 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/security-groups?id=cac4e0c2-cb9f-4015-8fd2-55a29f0926cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571895
Jun 03 22:11:21.367227 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1ae8c-e86f-43ab-a319-c86d3d0ef332 service neutron] Pushing event updated for resources: {'Port': ['ID=fc4f4ef8-86c1-483c-92c0-cfe1f281482c,revision_number=2']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:11:21.375333 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-87e1ae8c-e86f-43ab-a319-c86d3d0ef332 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:11:21.454371 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-87e1ae8c-e86f-43ab-a319-c86d3d0ef332 service neutron] Attempting to bind port fc4f4ef8-86c1-483c-92c0-cfe1f281482c on host hv-cinder-79466 for vnic_type normal with profile  {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:11:21.454724 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-87e1ae8c-e86f-43ab-a319-c86d3d0ef332 service neutron] Attempting to bind port fc4f4ef8-86c1-483c-92c0-cfe1f281482c by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': '2d194160-e5b1-4246-b233-f57c8fe3e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1406, 'network_id': '6aec7b12-e211-4a86-90a7-9ae14d5cb151'}] {{(pid=92564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:11:21.455057 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-87e1ae8c-e86f-43ab-a319-c86d3d0ef332 service neutron] Attempting to bind port fc4f4ef8-86c1-483c-92c0-cfe1f281482c on network 6aec7b12-e211-4a86-90a7-9ae14d5cb151 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:11:21.459733 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-87e1ae8c-e86f-43ab-a319-c86d3d0ef332 service neutron] Port fc4f4ef8-86c1-483c-92c0-cfe1f281482c on network 6aec7b12-e211-4a86-90a7-9ae14d5cb151 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 22:11:21.460049 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-87e1ae8c-e86f-43ab-a319-c86d3d0ef332 service neutron] Attempting to bind port fc4f4ef8-86c1-483c-92c0-cfe1f281482c on network 6aec7b12-e211-4a86-90a7-9ae14d5cb151 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:11:21.465229 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-87e1ae8c-e86f-43ab-a319-c86d3d0ef332 service neutron] Checking agent: {'id': 'ba7169ba-ec54-42ab-82e6-dffd3900ba09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 22, 3, 45), 'started_at': datetime.datetime(2021, 6, 3, 22, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:11:21.465563 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-87e1ae8c-e86f-43ab-a319-c86d3d0ef332 service neutron] Checking segment: {'id': '2d194160-e5b1-4246-b233-f57c8fe3e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1406, 'network_id': '6aec7b12-e211-4a86-90a7-9ae14d5cb151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:11:21.465943 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-87e1ae8c-e86f-43ab-a319-c86d3d0ef332 service neutron] Bound using segment: {'id': '2d194160-e5b1-4246-b233-f57c8fe3e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1406, 'network_id': '6aec7b12-e211-4a86-90a7-9ae14d5cb151'} {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:11:21.466365 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-87e1ae8c-e86f-43ab-a319-c86d3d0ef332 service neutron] Bound port: fc4f4ef8-86c1-483c-92c0-cfe1f281482c, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d194160-e5b1-4246-b233-f57c8fe3e4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1406, 'network_id': '6aec7b12-e211-4a86-90a7-9ae14d5cb151'}}] {{(pid=92564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:11:21.466706 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-87e1ae8c-e86f-43ab-a319-c86d3d0ef332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:21.556669 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-87e1ae8c-e86f-43ab-a319-c86d3d0ef332 service neutron] For port fc4f4ef8-86c1-483c-92c0-cfe1f281482c, host hv-cinder-79466, cleared binding levels {{(pid=92564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:11:21.559520 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-87e1ae8c-e86f-43ab-a319-c86d3d0ef332 service neutron] For port fc4f4ef8-86c1-483c-92c0-cfe1f281482c, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=fc4f4ef8-86c1-483c-92c0-cfe1f281482c,segment=NetworkSegment(2d194160-e5b1-4246-b233-f57c8fe3e4cd),segment_id=2d194160-e5b1-4246-b233-f57c8fe3e4cd)] {{(pid=92564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:11:21.663113 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-87e1ae8c-e86f-43ab-a319-c86d3d0ef332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31972166'] for port, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:21.667012 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-15da209b-0c47-4896-b224-caaf356438eb tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:11:21.721801 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-87e1ae8c-e86f-43ab-a319-c86d3d0ef332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:11:21.722897 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-87e1ae8c-e86f-43ab-a319-c86d3d0ef332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:21.724277 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-87e1ae8c-e86f-43ab-a319-c86d3d0ef332 service neutron] 10.222.0.58 "PUT /v2.0/ports/fc4f4ef8-86c1-483c-92c0-cfe1f281482c HTTP/1.1" status: 200  len: 1094 time: 1.2270617
Jun 03 22:11:21.727098 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a259f4-95e7-48f1-a22b-e6446028265a', 'tag': 'fc4f4ef8-86c1-483c-92c0-cfe1f281482c'}] {{(pid=92564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:11:21.727098 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c024af40dcbc7289fed731e5c35c42eecf8f16a39534b44a636824a10e0ed12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f72b050-71ed-403a-8f9b-1c476abb7c69" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a259f4-95e7-48f1-a22b-e6446028265a", "tag": "fc4f4ef8-86c1-483c-92c0-cfe1f281482c"}]}' {{(pid=92564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:11:21.751139 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1ae8c-e86f-43ab-a319-c86d3d0ef332 service neutron] Pushing event updated for resources: {'Port': ['ID=fc4f4ef8-86c1-483c-92c0-cfe1f281482c,revision_number=3']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:11:21.754453 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-87e1ae8c-e86f-43ab-a319-c86d3d0ef332 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:11:21.833689 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a298a3c8-25b8-4ee7-aafa-3773468c028d x-openstack-request-id: req-a298a3c8-25b8-4ee7-aafa-3773468c028d {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:11:21.834063 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a259f4-95e7-48f1-a22b-e6446028265a", "tag": "fc4f4ef8-86c1-483c-92c0-cfe1f281482c", "status": "completed", "code": 200}]} {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:11:21.834354 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-a298a3c8-25b8-4ee7-aafa-3773468c028d {{(pid=92564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:11:21.834785 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5a259f4-95e7-48f1-a22b-e6446028265a', 'tag': 'fc4f4ef8-86c1-483c-92c0-cfe1f281482c', 'status': 'completed', 'code': 200}
Jun 03 22:11:21.932492 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72b050-71ed-403a-8f9b-1c476abb7c69 req-20afc59a-5228-4766-99cf-a2a2d288dfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:11:21.933869 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-4f72b050-71ed-403a-8f9b-1c476abb7c69 req-20afc59a-5228-4766-99cf-a2a2d288dfa0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=96c06991ed074d8bb9135b3908303d68&device_id=f5a259f4-95e7-48f1-a22b-e6446028265a HTTP/1.1" status: 200  len: 1097 time: 0.0725765
Jun 03 22:11:22.084561 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72b050-71ed-403a-8f9b-1c476abb7c69 req-cfeb5aa4-8103-4f27-b6fa-fb38df91eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:11:22.085353 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-4f72b050-71ed-403a-8f9b-1c476abb7c69 req-cfeb5aa4-8103-4f27-b6fa-fb38df91eaea service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=96c06991ed074d8bb9135b3908303d68&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1422565
Jun 03 22:11:22.226931 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72b050-71ed-403a-8f9b-1c476abb7c69 req-ab6f2f06-e167-49f5-b15a-2317efb113a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:11:22.228390 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-4f72b050-71ed-403a-8f9b-1c476abb7c69 req-ab6f2f06-e167-49f5-b15a-2317efb113a8 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1352284
Jun 03 22:11:22.337680 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-29e886b0-c930-4573-a105-76cc3ba4066c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:11:22.337680 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-29e886b0-c930-4573-a105-76cc3ba4066c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=96c06991ed074d8bb9135b3908303d68&device_id=f5a259f4-95e7-48f1-a22b-e6446028265a HTTP/1.1" status: 200  len: 1097 time: 0.0757108
Jun 03 22:11:22.342637 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:22.416170 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-09396929-c4f4-44f1-ba68-7ae9e8e677d9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc4f4ef8-86c1-483c-92c0-cfe1f281482c HTTP/1.1" status: 200  len: 217 time: 0.0692301
Jun 03 22:11:22.480542 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6bf88-1b1d-4e1e-884e-2ac0b2963833 req-615b7655-0d50-4ac4-b0eb-0e9ebe5f8f82 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:11:22.482206 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-99d6bf88-1b1d-4e1e-884e-2ac0b2963833 req-615b7655-0d50-4ac4-b0eb-0e9ebe5f8f82 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/ports?device_id=f5a259f4-95e7-48f1-a22b-e6446028265a HTTP/1.1" status: 200  len: 944 time: 0.0831938
Jun 03 22:11:22.482348 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-7327e9a2-d384-4fa5-8c31-aab5dccf912e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:11:22.483689 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-7327e9a2-d384-4fa5-8c31-aab5dccf912e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f02a8e48-8342-4c67-b007-7a1ab19d6caa HTTP/1.1" status: 200  len: 847 time: 0.0601337
Jun 03 22:11:22.528200 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-99d6bf88-1b1d-4e1e-884e-2ac0b2963833 req-d9c7d021-228c-482a-80de-2666899496fe tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/security-groups?id=cac4e0c2-cb9f-4015-8fd2-55a29f0926cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398502
Jun 03 22:11:22.561941 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-44f4339b-b880-42c5-9902-371ccdcbf97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:11:22.563460 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-44f4339b-b880-42c5-9902-371ccdcbf97e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6aec7b12-e211-4a86-90a7-9ae14d5cb151&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0714407
Jun 03 22:11:22.704385 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-303e5ba8-4cb0-4190-ace5-ef998bdcc372 service neutron] 10.222.0.58 "GET /v2.0/networks/6aec7b12-e211-4a86-90a7-9ae14d5cb151?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1323583
Jun 03 22:11:22.836426 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-328869ec-d0e2-423c-af83-65bf1bc34c0c req-024558f7-0715-4ffe-8877-2cd4c4fd8231 service neutron] 10.222.0.58 "GET /v2.0/networks/6aec7b12-e211-4a86-90a7-9ae14d5cb151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266184
Jun 03 22:11:23.721311 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25817a90-00ed-4a16-81e9-d5fe8807955e req-d9fce1a9-d20b-4dc1-b2e4-8e74fa87b6ee tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:11:23.722759 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-25817a90-00ed-4a16-81e9-d5fe8807955e req-d9fce1a9-d20b-4dc1-b2e4-8e74fa87b6ee tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Synchronizing usage tracker for tenant:96c06991ed074d8bb9135b3908303d68 on resource:port {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:11:23.827967 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-25817a90-00ed-4a16-81e9-d5fe8807955e req-d9fce1a9-d20b-4dc1-b2e4-8e74fa87b6ee tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Unset dirty status for tenant:96c06991ed074d8bb9135b3908303d68 on resource:port {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:11:23.828957 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-25817a90-00ed-4a16-81e9-d5fe8807955e req-d9fce1a9-d20b-4dc1-b2e4-8e74fa87b6ee tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/ports?device_id=f5a259f4-95e7-48f1-a22b-e6446028265a HTTP/1.1" status: 200  len: 944 time: 0.1910200
Jun 03 22:11:23.955238 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-25817a90-00ed-4a16-81e9-d5fe8807955e req-297fc498-3850-48eb-ab48-f73404cfd779 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/security-groups?id=cac4e0c2-cb9f-4015-8fd2-55a29f0926cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1177261
Jun 03 22:11:25.142459 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162700a-ddb7-476f-897f-2ba01e48fc6b req-2d8c2441-164b-447c-b29d-3cb5f6450cfc tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:11:25.143859 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-f162700a-ddb7-476f-897f-2ba01e48fc6b req-2d8c2441-164b-447c-b29d-3cb5f6450cfc tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/ports?device_id=f5a259f4-95e7-48f1-a22b-e6446028265a HTTP/1.1" status: 200  len: 944 time: 0.0800335
Jun 03 22:11:25.190443 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-f162700a-ddb7-476f-897f-2ba01e48fc6b req-acd54596-f9c6-4a1f-b2f9-a70cdd0cd65a tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/security-groups?id=cac4e0c2-cb9f-4015-8fd2-55a29f0926cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407856
Jun 03 22:11:26.382893 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244221c1-e6f0-4eb7-8c87-b6a14807058a req-118713e4-a7d0-43c9-9dc3-7a324e8704d9 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:11:26.384427 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-244221c1-e6f0-4eb7-8c87-b6a14807058a req-118713e4-a7d0-43c9-9dc3-7a324e8704d9 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/ports?device_id=f5a259f4-95e7-48f1-a22b-e6446028265a HTTP/1.1" status: 200  len: 944 time: 0.0845633
Jun 03 22:11:26.430208 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-244221c1-e6f0-4eb7-8c87-b6a14807058a req-cc0dee1f-f9cf-4c9f-901b-def6095b86be tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/security-groups?id=cac4e0c2-cb9f-4015-8fd2-55a29f0926cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400481
Jun 03 22:11:27.614498 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5b36a-e6c6-42e1-82d4-44334a359a9a req-b8f13e51-0d2f-4fad-a3ce-641ed4da37ec tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:11:27.615884 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c2e5b36a-e6c6-42e1-82d4-44334a359a9a req-b8f13e51-0d2f-4fad-a3ce-641ed4da37ec tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/ports?device_id=f5a259f4-95e7-48f1-a22b-e6446028265a HTTP/1.1" status: 200  len: 944 time: 0.0799220
Jun 03 22:11:27.659191 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c2e5b36a-e6c6-42e1-82d4-44334a359a9a req-571e5e18-504b-4e03-adb8-2937a702785d tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/security-groups?id=cac4e0c2-cb9f-4015-8fd2-55a29f0926cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375826
Jun 03 22:11:28.850782 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f2eba-d25d-466a-96f9-7f3667788df0 req-5d279e92-1942-48b4-9a67-870dda3e3d99 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:11:28.852181 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-fb4f2eba-d25d-466a-96f9-7f3667788df0 req-5d279e92-1942-48b4-9a67-870dda3e3d99 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/ports?device_id=f5a259f4-95e7-48f1-a22b-e6446028265a HTTP/1.1" status: 200  len: 944 time: 0.0830669
Jun 03 22:11:28.895970 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-fb4f2eba-d25d-466a-96f9-7f3667788df0 req-7968b97a-7f54-4a36-9fbf-a3944323bb2c tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/security-groups?id=cac4e0c2-cb9f-4015-8fd2-55a29f0926cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383072
Jun 03 22:11:30.088833 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ea85f-ceef-415f-9938-5de08e3f726b req-f1381b02-97eb-410f-9e39-caa58b1f0c74 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:11:30.090271 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c98ea85f-ceef-415f-9938-5de08e3f726b req-f1381b02-97eb-410f-9e39-caa58b1f0c74 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/ports?device_id=f5a259f4-95e7-48f1-a22b-e6446028265a HTTP/1.1" status: 200  len: 944 time: 0.0823414
Jun 03 22:11:30.134587 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c98ea85f-ceef-415f-9938-5de08e3f726b req-4f5d09b7-d95e-415c-a3a2-7845b3a62fb2 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/security-groups?id=cac4e0c2-cb9f-4015-8fd2-55a29f0926cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383570
Jun 03 22:11:31.322739 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31afe936-474c-4746-b5af-370521fcc765 req-143ac8d8-3762-45ea-91ba-3726c8ad592d tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:11:31.324234 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-31afe936-474c-4746-b5af-370521fcc765 req-143ac8d8-3762-45ea-91ba-3726c8ad592d tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/ports?device_id=f5a259f4-95e7-48f1-a22b-e6446028265a HTTP/1.1" status: 200  len: 944 time: 0.0850995
Jun 03 22:11:31.372910 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-31afe936-474c-4746-b5af-370521fcc765 req-11304b65-0ed7-45d3-b865-2fa45c438067 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/security-groups?id=cac4e0c2-cb9f-4015-8fd2-55a29f0926cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395088
Jun 03 22:11:31.519670 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device fc4f4ef8-86c1-483c-92c0-cfe1f281482c details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 22:11:31.692311 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port fc4f4ef8-86c1-483c-92c0-cfe1f281482c, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=fc4f4ef8-86c1-483c-92c0-cfe1f281482c,segment=NetworkSegment(2d194160-e5b1-4246-b233-f57c8fe3e4cd),segment_id=2d194160-e5b1-4246-b233-f57c8fe3e4cd)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:11:31.714949 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Returning: {'device': 'fc4f4ef8-86c1-483c-92c0-cfe1f281482c', 'network_id': '6aec7b12-e211-4a86-90a7-9ae14d5cb151', 'port_id': 'fc4f4ef8-86c1-483c-92c0-cfe1f281482c', 'mac_address': 'fa:16:3e:2e:52:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f02a8e48-8342-4c67-b007-7a1ab19d6caa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 22:11:31.782811 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:31.804220 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.notifiers.nova [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc4f4ef8-86c1-483c-92c0-cfe1f281482c {{(pid=92565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 22:11:31.820280 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port fc4f4ef8-86c1-483c-92c0-cfe1f281482c, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=fc4f4ef8-86c1-483c-92c0-cfe1f281482c,segment=NetworkSegment(2d194160-e5b1-4246-b233-f57c8fe3e4cd),segment_id=2d194160-e5b1-4246-b233-f57c8fe3e4cd)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:11:31.982215 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:31.984900 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:11:32.053471 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Pushing event updated for resources: {'Port': ['ID=fc4f4ef8-86c1-483c-92c0-cfe1f281482c,revision_number=4']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:11:32.058401 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:11:32.260003 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] get_ports_and_sgs() called for port_ids ['fc4f4ef8-86c1-483c-92c0-cfe1f281482c'] {{(pid=92565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 22:11:32.600328 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695cee48-c0bb-44b5-8197-43af8b1aad90 req-87247cec-bc5c-42f4-b17d-a8dc6fc1fd7d tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:11:32.602364 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-695cee48-c0bb-44b5-8197-43af8b1aad90 req-87247cec-bc5c-42f4-b17d-a8dc6fc1fd7d tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/ports?device_id=f5a259f4-95e7-48f1-a22b-e6446028265a HTTP/1.1" status: 200  len: 945 time: 0.1060812
Jun 03 22:11:32.657415 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-695cee48-c0bb-44b5-8197-43af8b1aad90 req-dbb12be6-76a9-47de-b8b8-3c4fb8cc5d45 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/security-groups?id=cac4e0c2-cb9f-4015-8fd2-55a29f0926cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479107
Jun 03 22:11:33.534735 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device fc4f4ef8-86c1-483c-92c0-cfe1f281482c up at agent hyperv_hv-cinder-79466 {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:11:33.706861 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Provisioning for port fc4f4ef8-86c1-483c-92c0-cfe1f281482c completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:11:33.712758 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Provisioning complete for port fc4f4ef8-86c1-483c-92c0-cfe1f281482c triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:11:33.713135 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:33.834101 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:33.850175 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92702ca2-079c-499a-8d26-c8f87aac78bb req-28965ea7-c3db-4af9-bafa-9213eb866105 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:11:33.851680 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-92702ca2-079c-499a-8d26-c8f87aac78bb req-28965ea7-c3db-4af9-bafa-9213eb866105 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/ports?device_id=f5a259f4-95e7-48f1-a22b-e6446028265a HTTP/1.1" status: 200  len: 945 time: 0.0842116
Jun 03 22:11:33.861442 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a259f4-95e7-48f1-a22b-e6446028265a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4f4ef8-86c1-483c-92c0-cfe1f281482c'}] {{(pid=92565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:11:33.863709 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3783812f727b5bb89ad1c4cb6955cb6829b796867b5a4f4fedffd1e1cb019440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d7072a-77ca-48c9-9870-a814e36d395b" -d '{"events": [{"server_uuid": "f5a259f4-95e7-48f1-a22b-e6446028265a", "name": "network-vif-plugged", "status": "completed", "tag": "fc4f4ef8-86c1-483c-92c0-cfe1f281482c"}]}' {{(pid=92565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:11:33.874581 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port fc4f4ef8-86c1-483c-92c0-cfe1f281482c, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=fc4f4ef8-86c1-483c-92c0-cfe1f281482c,segment=NetworkSegment(2d194160-e5b1-4246-b233-f57c8fe3e4cd),segment_id=2d194160-e5b1-4246-b233-f57c8fe3e4cd)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:11:33.898460 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-92702ca2-079c-499a-8d26-c8f87aac78bb req-f87b19c7-f6e9-4b56-b4fa-9ce77a9f1d3b tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/security-groups?id=cac4e0c2-cb9f-4015-8fd2-55a29f0926cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410123
Jun 03 22:11:33.942751 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:33.944708 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:11:33.980829 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cac082d-41e8-4af8-8695-054fa6b234b3 x-openstack-request-id: req-0cac082d-41e8-4af8-8695-054fa6b234b3 {{(pid=92565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:11:33.981138 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a259f4-95e7-48f1-a22b-e6446028265a", "name": "network-vif-plugged", "status": "completed", "tag": "fc4f4ef8-86c1-483c-92c0-cfe1f281482c", "code": 200}]} {{(pid=92565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:11:33.981403 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-0cac082d-41e8-4af8-8695-054fa6b234b3 {{(pid=92565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:11:33.981795 dv-cinder-794669-4-iscsi neutron-server[92565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a259f4-95e7-48f1-a22b-e6446028265a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4f4ef8-86c1-483c-92c0-cfe1f281482c', 'code': 200}
Jun 03 22:11:34.017816 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Pushing event updated for resources: {'Port': ['ID=fc4f4ef8-86c1-483c-92c0-cfe1f281482c,revision_number=5']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:11:34.020857 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:11:34.527001 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0afcf-286b-4e13-ae79-1e17c5f1e68e req-bc0d57c6-5098-4930-95cd-3d70523a109a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:11:34.528478 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-56d0afcf-286b-4e13-ae79-1e17c5f1e68e req-bc0d57c6-5098-4930-95cd-3d70523a109a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f5a259f4-95e7-48f1-a22b-e6446028265a HTTP/1.1" status: 200  len: 1099 time: 0.0776665
Jun 03 22:11:34.573181 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-56d0afcf-286b-4e13-ae79-1e17c5f1e68e req-59cb3fcb-3170-4e1a-b2f4-f9d64c332a52 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=cac4e0c2-cb9f-4015-8fd2-55a29f0926cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363173
Jun 03 22:11:35.112751 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e24f54-c94c-4c2e-9228-7e0e24fcbad7 req-4979b780-6ca0-471f-9431-c8fe308b50a5 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:11:35.114549 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-23e24f54-c94c-4c2e-9228-7e0e24fcbad7 req-4979b780-6ca0-471f-9431-c8fe308b50a5 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/ports?device_id=f5a259f4-95e7-48f1-a22b-e6446028265a HTTP/1.1" status: 200  len: 946 time: 0.0962384
Jun 03 22:11:35.165278 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-23e24f54-c94c-4c2e-9228-7e0e24fcbad7 req-1440d0a6-0e9a-40fa-98b1-3f728e5cc12a tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/security-groups?id=cac4e0c2-cb9f-4015-8fd2-55a29f0926cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433903
Jun 03 22:11:36.371437 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c1d3b-07ba-4f1a-bb70-2f9ec920b298 req-eea4c1a3-101b-48ca-8da1-8790103f37e2 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:11:36.373009 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-480c1d3b-07ba-4f1a-bb70-2f9ec920b298 req-eea4c1a3-101b-48ca-8da1-8790103f37e2 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/ports?device_id=f5a259f4-95e7-48f1-a22b-e6446028265a HTTP/1.1" status: 200  len: 946 time: 0.0868037
Jun 03 22:11:36.421866 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-480c1d3b-07ba-4f1a-bb70-2f9ec920b298 req-a2264ce7-042a-4856-8b6c-676d2fbe45e5 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/security-groups?id=cac4e0c2-cb9f-4015-8fd2-55a29f0926cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424702
Jun 03 22:11:36.613304 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a7fde-de2b-47ad-b9a4-6be727b7e03a req-5a182ee9-152d-41dd-8329-43ce50c3a27b tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:11:36.614775 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ac6a7fde-de2b-47ad-b9a4-6be727b7e03a req-5a182ee9-152d-41dd-8329-43ce50c3a27b tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/ports?device_id=f5a259f4-95e7-48f1-a22b-e6446028265a HTTP/1.1" status: 200  len: 946 time: 0.0834422
Jun 03 22:11:36.659812 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ac6a7fde-de2b-47ad-b9a4-6be727b7e03a req-044d8b8f-0ae0-4aa2-8e94-8128ed2ac717 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/security-groups?id=cac4e0c2-cb9f-4015-8fd2-55a29f0926cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383945
Jun 03 22:11:36.683225 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 36830) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:11:36.957300 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ff4a12-5bbd-496e-920c-2dfee522ff9c tempest-TestShelveInstance-1024623862 tempest-TestShelveInstance-1024623862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:11:36.958681 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-a6ff4a12-5bbd-496e-920c-2dfee522ff9c tempest-TestShelveInstance-1024623862 tempest-TestShelveInstance-1024623862-project-admin] 10.222.0.106 "GET /v2.0/ports?device_id=f5a259f4-95e7-48f1-a22b-e6446028265a HTTP/1.1" status: 200  len: 1094 time: 0.2743733
Jun 03 22:11:36.962050 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 36834) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:11:36.966511 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-0c9bc5be-7968-404b-b7b9-d6c59cddc50e tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Request body: {'floatingip': {'floating_network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'port_id': 'fc4f4ef8-86c1-483c-92c0-cfe1f281482c', 'tenant_id': '96c06991ed074d8bb9135b3908303d68', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:11:36.972576 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-0c9bc5be-7968-404b-b7b9-d6c59cddc50e tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:11:36.976974 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-0c9bc5be-7968-404b-b7b9-d6c59cddc50e tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Usage tracker for resource:floatingip and tenant:96c06991ed074d8bb9135b3908303d68 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:11:36.979786 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-0c9bc5be-7968-404b-b7b9-d6c59cddc50e tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:11:36.985746 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-0c9bc5be-7968-404b-b7b9-d6c59cddc50e tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:11:37.149011 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-0c9bc5be-7968-404b-b7b9-d6c59cddc50e tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks [] for floatingip, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:37.299026 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-0c9bc5be-7968-404b-b7b9-d6c59cddc50e tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:37.441487 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.db_base_plugin_common [None req-0c9bc5be-7968-404b-b7b9-d6c59cddc50e tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Allocated IP 172.27.0.167 (fbd3fa50-1ea9-4a37-9f63-373be6d121e3/b881b088-b524-4558-b754-6a0245dcfb71/68df9b92-b94e-4092-ad71-06a9a8f01ecf) {{(pid=92563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:11:37.661422 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-0c9bc5be-7968-404b-b7b9-d6c59cddc50e tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks [] for port, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:37.776655 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-0c9bc5be-7968-404b-b7b9-d6c59cddc50e tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33200950'] for port, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:37.780429 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:11:37.843850 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9bc5be-7968-404b-b7b9-d6c59cddc50e tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Network fbd3fa50-1ea9-4a37-9f63-373be6d121e3 is already hosted by enough agents. {{(pid=92563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:11:37.846787 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-0c9bc5be-7968-404b-b7b9-d6c59cddc50e tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Resources bound (agent type, host, resource id):  {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:11:37.851127 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9bc5be-7968-404b-b7b9-d6c59cddc50e tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Received port after_create {{(pid=92563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:11:37.897139 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9bc5be-7968-404b-b7b9-d6c59cddc50e tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Pushing event updated for resources: {'Port': ['ID=68df9b92-b94e-4092-ad71-06a9a8f01ecf,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:11:37.915421 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9bc5be-7968-404b-b7b9-d6c59cddc50e tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:11:37.915789 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9bc5be-7968-404b-b7b9-d6c59cddc50e tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:11:37.916184 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9bc5be-7968-404b-b7b9-d6c59cddc50e tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:11:37.916500 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9bc5be-7968-404b-b7b9-d6c59cddc50e tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:11:37.916850 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9bc5be-7968-404b-b7b9-d6c59cddc50e tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:11:37.917205 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9bc5be-7968-404b-b7b9-d6c59cddc50e tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:11:37.917546 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9bc5be-7968-404b-b7b9-d6c59cddc50e tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:11:37.917885 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9bc5be-7968-404b-b7b9-d6c59cddc50e tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:11:37.918232 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9bc5be-7968-404b-b7b9-d6c59cddc50e tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:11:37.920733 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9bc5be-7968-404b-b7b9-d6c59cddc50e tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:11:37.921165 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9bc5be-7968-404b-b7b9-d6c59cddc50e tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:11:37.921677 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9bc5be-7968-404b-b7b9-d6c59cddc50e tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:11:37.929302 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-0c9bc5be-7968-404b-b7b9-d6c59cddc50e tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:11:38.325221 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-0c9bc5be-7968-404b-b7b9-d6c59cddc50e tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:38.510835 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-0c9bc5be-7968-404b-b7b9-d6c59cddc50e tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:38.723073 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-0c9bc5be-7968-404b-b7b9-d6c59cddc50e tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks [] for port, precommit_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:38.804762 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-0c9bc5be-7968-404b-b7b9-d6c59cddc50e tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33201101'] for port, after_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:38.808563 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:11:38.914699 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9bc5be-7968-404b-b7b9-d6c59cddc50e tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Pushing event updated for resources: {'Port': ['ID=68df9b92-b94e-4092-ad71-06a9a8f01ecf,revision_number=2']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:11:38.918974 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-0c9bc5be-7968-404b-b7b9-d6c59cddc50e tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:11:38.927382 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-0c9bc5be-7968-404b-b7b9-d6c59cddc50e tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-309359'] for floatingip, after_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:39.179013 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.db.l3_db [None req-0c9bc5be-7968-404b-b7b9-d6c59cddc50e tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Floating IP 0342d944-e8c9-499c-8ad3-0b832e824aee associated. External IP: 172.27.0.167, port: fc4f4ef8-86c1-483c-92c0-cfe1f281482c.
Jun 03 22:11:39.529098 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9bc5be-7968-404b-b7b9-d6c59cddc50e tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Router 70094bf8-7e1e-4e46-916f-211fc4981468 has already been hosted by L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 {{(pid=92563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 22:11:39.712974 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9bc5be-7968-404b-b7b9-d6c59cddc50e tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:11:39.722891 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a996f794-bf95-4d30-8f80-d8363f8ac68f None None] Sync routers for ids ['70094bf8-7e1e-4e46-916f-211fc4981468'] in dv-cinder-794669-4-iscsi {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:11:39.732461 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a996f794-bf95-4d30-8f80-d8363f8ac68f None None] Routers {'70094bf8-7e1e-4e46-916f-211fc4981468'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:11:39.733074 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-a996f794-bf95-4d30-8f80-d8363f8ac68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814e749fd0>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:11:20Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['70094bf8-7e1e-4e46-916f-211fc4981468'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:11:39.799035 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-0c9bc5be-7968-404b-b7b9-d6c59cddc50e tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for floatingip, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:39.857636 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-0c9bc5be-7968-404b-b7b9-d6c59cddc50e tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.8945022
Jun 03 22:11:39.858513 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a259f4-95e7-48f1-a22b-e6446028265a', 'tag': 'fc4f4ef8-86c1-483c-92c0-cfe1f281482c'}] {{(pid=92563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:11:39.860520 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7740435dcc85f6ab0eb9908d75a6f818e2fb7acd2ed127072350a3dd3a6b64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d12b147-1274-4453-8161-43f67e69c082" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a259f4-95e7-48f1-a22b-e6446028265a", "tag": "fc4f4ef8-86c1-483c-92c0-cfe1f281482c"}]}' {{(pid=92563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:11:39.941641 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-a996f794-bf95-4d30-8f80-d8363f8ac68f None None] Set router 70094bf8-7e1e-4e46-916f-211fc4981468 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:11:39.959067 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab66a0c-b72f-4592-9c04-81e580fbacb6 x-openstack-request-id: req-fab66a0c-b72f-4592-9c04-81e580fbacb6 {{(pid=92563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:11:39.959422 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a259f4-95e7-48f1-a22b-e6446028265a", "tag": "fc4f4ef8-86c1-483c-92c0-cfe1f281482c", "status": "completed", "code": 200}]} {{(pid=92563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:11:39.959722 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-fab66a0c-b72f-4592-9c04-81e580fbacb6 {{(pid=92563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:11:39.960153 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5a259f4-95e7-48f1-a22b-e6446028265a', 'tag': 'fc4f4ef8-86c1-483c-92c0-cfe1f281482c', 'status': 'completed', 'code': 200}
Jun 03 22:11:40.060278 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12b147-1274-4453-8161-43f67e69c082 req-a0a2596c-1935-4e5b-93bc-1edacc46c3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:11:40.061631 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6d12b147-1274-4453-8161-43f67e69c082 req-a0a2596c-1935-4e5b-93bc-1edacc46c3d0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=96c06991ed074d8bb9135b3908303d68&device_id=f5a259f4-95e7-48f1-a22b-e6446028265a HTTP/1.1" status: 200  len: 1099 time: 0.0744243
Jun 03 22:11:40.199081 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12b147-1274-4453-8161-43f67e69c082 req-ef3a6bee-9dab-4474-a300-fceabc821430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:11:40.200553 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6d12b147-1274-4453-8161-43f67e69c082 req-ef3a6bee-9dab-4474-a300-fceabc821430 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6aec7b12-e211-4a86-90a7-9ae14d5cb151 HTTP/1.1" status: 200  len: 910 time: 0.1343265
Jun 03 22:11:40.302269 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6d12b147-1274-4453-8161-43f67e69c082 req-46a691a6-49cc-4c0a-ab84-0cc90dc9b4cf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc4f4ef8-86c1-483c-92c0-cfe1f281482c HTTP/1.1" status: 200  len: 1000 time: 0.0979362
Jun 03 22:11:40.303441 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-a996f794-bf95-4d30-8f80-d8363f8ac68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814e749fd0>, [{'id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'name': 'tempest-TestShelveInstance-563370448-router', 'tenant_id': '96c06991ed074d8bb9135b3908303d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:10:39Z', 'updated_at': '2021-06-03T22:10:44Z', 'revision_number': 4, 'project_id': '96c06991ed074d8bb9135b3908303d68', 'gw_port': {'id': 'b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:10:40Z', 'updated_at': '2021-06-03T22:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_floatingips': [{'id': '0342d944-e8c9-499c-8ad3-0b832e824aee', 'tenant_id': '96c06991ed074d8bb9135b3908303d68', 'floating_ip_address': '172.27.0.167', 'floating_network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'router_id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'port_id': 'fc4f4ef8-86c1-483c-92c0-cfe1f281482c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6aec7b12-e211-4a86-90a7-9ae14d5cb151', 'mac_address': 'fa:16:3e:2e:52:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a259f4-95e7-48f1-a22b-e6446028265a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:11:38Z', 'updated_at': '2021-06-03T22:11:38Z', 'revision_number': 0, 'project_id': '96c06991ed074d8bb9135b3908303d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3a9f248-bc39-4b08-994c-b9cf8ace7baf', 'name': '', 'network_id': '6aec7b12-e211-4a86-90a7-9ae14d5cb151', 'tenant_id': '96c06991ed074d8bb9135b3908303d68', 'mac_address': 'fa:16:3e:3d:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f02a8e48-8342-4c67-b007-7a1ab19d6caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:10:43Z', 'updated_at': '2021-06-03T22:10:51Z', 'revision_number': 5, 'project_id': '96c06991ed074d8bb9135b3908303d68', 'subnets': [{'id': 'f02a8e48-8342-4c67-b007-7a1ab19d6caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:11:40.307997 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a996f794-bf95-4d30-8f80-d8363f8ac68f None None] Checking router: 70094bf8-7e1e-4e46-916f-211fc4981468 for host: dv-cinder-794669-4-iscsi {{(pid=92565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:11:40.320507 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a996f794-bf95-4d30-8f80-d8363f8ac68f None None] Routers {'70094bf8-7e1e-4e46-916f-211fc4981468'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:11:40.321003 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-a996f794-bf95-4d30-8f80-d8363f8ac68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814e749fd0>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:11:20Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['70094bf8-7e1e-4e46-916f-211fc4981468'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:11:40.384106 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12b147-1274-4453-8161-43f67e69c082 req-35bad65f-11d6-441e-98c2-7dd538d5985b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:11:40.385571 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6d12b147-1274-4453-8161-43f67e69c082 req-35bad65f-11d6-441e-98c2-7dd538d5985b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f02a8e48-8342-4c67-b007-7a1ab19d6caa HTTP/1.1" status: 200  len: 847 time: 0.0643981
Jun 03 22:11:40.462395 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12b147-1274-4453-8161-43f67e69c082 req-88dc9be7-555a-4ed8-a7a2-5873647cf057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:11:40.463890 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6d12b147-1274-4453-8161-43f67e69c082 req-88dc9be7-555a-4ed8-a7a2-5873647cf057 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6aec7b12-e211-4a86-90a7-9ae14d5cb151&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0728431
Jun 03 22:11:40.497297 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-a996f794-bf95-4d30-8f80-d8363f8ac68f None None] Set router 70094bf8-7e1e-4e46-916f-211fc4981468 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:11:40.596007 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6d12b147-1274-4453-8161-43f67e69c082 req-52b8b7f1-9f02-4ee4-a4df-535a3ad50ac4 service neutron] 10.222.0.58 "GET /v2.0/networks/6aec7b12-e211-4a86-90a7-9ae14d5cb151?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279712
Jun 03 22:11:40.734479 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6d12b147-1274-4453-8161-43f67e69c082 req-50ca6b8d-2b0d-4eec-8de6-f72696714a2e service neutron] 10.222.0.58 "GET /v2.0/networks/6aec7b12-e211-4a86-90a7-9ae14d5cb151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1322937
Jun 03 22:11:40.859467 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-a996f794-bf95-4d30-8f80-d8363f8ac68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814e749fd0>, [{'id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'name': 'tempest-TestShelveInstance-563370448-router', 'tenant_id': '96c06991ed074d8bb9135b3908303d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:10:39Z', 'updated_at': '2021-06-03T22:10:44Z', 'revision_number': 4, 'project_id': '96c06991ed074d8bb9135b3908303d68', 'gw_port': {'id': 'b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:10:40Z', 'updated_at': '2021-06-03T22:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_floatingips': [{'id': '0342d944-e8c9-499c-8ad3-0b832e824aee', 'tenant_id': '96c06991ed074d8bb9135b3908303d68', 'floating_ip_address': '172.27.0.167', 'floating_network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'router_id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'port_id': 'fc4f4ef8-86c1-483c-92c0-cfe1f281482c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6aec7b12-e211-4a86-90a7-9ae14d5cb151', 'mac_address': 'fa:16:3e:2e:52:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a259f4-95e7-48f1-a22b-e6446028265a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:11:38Z', 'updated_at': '2021-06-03T22:11:38Z', 'revision_number': 0, 'project_id': '96c06991ed074d8bb9135b3908303d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3a9f248-bc39-4b08-994c-b9cf8ace7baf', 'name': '', 'network_id': '6aec7b12-e211-4a86-90a7-9ae14d5cb151', 'tenant_id': '96c06991ed074d8bb9135b3908303d68', 'mac_address': 'fa:16:3e:3d:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f02a8e48-8342-4c67-b007-7a1ab19d6caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:10:43Z', 'updated_at': '2021-06-03T22:10:51Z', 'revision_number': 5, 'project_id': '96c06991ed074d8bb9135b3908303d68', 'subnets': [{'id': 'f02a8e48-8342-4c67-b007-7a1ab19d6caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:11:40.860172 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a996f794-bf95-4d30-8f80-d8363f8ac68f None None] The sync data for ids ['70094bf8-7e1e-4e46-916f-211fc4981468'] in dv-cinder-794669-4-iscsi is: [{'id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'name': 'tempest-TestShelveInstance-563370448-router', 'tenant_id': '96c06991ed074d8bb9135b3908303d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:10:39Z', 'updated_at': '2021-06-03T22:10:44Z', 'revision_number': 4, 'project_id': '96c06991ed074d8bb9135b3908303d68', 'gw_port': {'id': 'b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:10:40Z', 'updated_at': '2021-06-03T22:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_floatingips': [{'id': '0342d944-e8c9-499c-8ad3-0b832e824aee', 'tenant_id': '96c06991ed074d8bb9135b3908303d68', 'floating_ip_address': '172.27.0.167', 'floating_network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'router_id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'port_id': 'fc4f4ef8-86c1-483c-92c0-cfe1f281482c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6aec7b12-e211-4a86-90a7-9ae14d5cb151', 'mac_address': 'fa:16:3e:2e:52:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a259f4-95e7-48f1-a22b-e6446028265a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:11:38Z', 'updated_at': '2021-06-03T22:11:38Z', 'revision_number': 0, 'project_id': '96c06991ed074d8bb9135b3908303d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3a9f248-bc39-4b08-994c-b9cf8ace7baf', 'name': '', 'network_id': '6aec7b12-e211-4a86-90a7-9ae14d5cb151', 'tenant_id': '96c06991ed074d8bb9135b3908303d68', 'mac_address': 'fa:16:3e:3d:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f02a8e48-8342-4c67-b007-7a1ab19d6caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:10:43Z', 'updated_at': '2021-06-03T22:10:51Z', 'revision_number': 5, 'project_id': '96c06991ed074d8bb9135b3908303d68', 'subnets': [{'id': 'f02a8e48-8342-4c67-b007-7a1ab19d6caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:11:41.043870 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b421bdfa-6d7c-4e65-9c2a-d90c55bc0447 None None] New status for floating IP 0342d944-e8c9-499c-8ad3-0b832e824aee: ACTIVE {{(pid=92566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 22:11:41.619938 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:11:45.885176 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:46.216480 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-bbf1f333-754d-4585-9348-801d584e39cf req-c91bad54-283a-448d-9feb-81dd0bc770bb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7ca7670c-b0d8-46e6-94a4-ca41ec3d4279&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0820339
Jun 03 22:11:46.393472 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1f333-754d-4585-9348-801d584e39cf req-66180997-46b0-4c82-971a-c1d6b89ac676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:11:46.394928 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-bbf1f333-754d-4585-9348-801d584e39cf req-66180997-46b0-4c82-971a-c1d6b89ac676 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8bddcb3939c342928d67721b6a1cbfbd&device_id=7ca7670c-b0d8-46e6-94a4-ca41ec3d4279 HTTP/1.1" status: 200  len: 1098 time: 0.1601167
Jun 03 22:11:46.547222 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1f333-754d-4585-9348-801d584e39cf req-d142c881-21c2-4b25-9e01-d12c6c0f183c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:11:46.548689 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-bbf1f333-754d-4585-9348-801d584e39cf req-d142c881-21c2-4b25-9e01-d12c6c0f183c service neutron] 10.222.0.58 "GET /v2.0/networks?id=ebaf9a1d-decc-4b44-8917-97a40dd6cd32 HTTP/1.1" status: 200  len: 913 time: 0.1364386
Jun 03 22:11:46.652340 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-bbf1f333-754d-4585-9348-801d584e39cf req-3545eff1-2b70-4692-943a-02a716b7fa53 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=888d7929-e1de-435b-8fc2-d814b20ee221 HTTP/1.1" status: 200  len: 1000 time: 0.0988131
Jun 03 22:11:46.714758 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1f333-754d-4585-9348-801d584e39cf req-9d041fc6-8810-4034-bffc-4774483ae32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:11:46.716207 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-bbf1f333-754d-4585-9348-801d584e39cf req-9d041fc6-8810-4034-bffc-4774483ae32a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a52c3c6b-a445-47db-810f-6427fa90f388 HTTP/1.1" status: 200  len: 850 time: 0.0592842
Jun 03 22:11:46.795356 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1f333-754d-4585-9348-801d584e39cf req-a7405624-d7bb-455a-823a-dde0e2d6333e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:11:46.796750 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-bbf1f333-754d-4585-9348-801d584e39cf req-a7405624-d7bb-455a-823a-dde0e2d6333e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ebaf9a1d-decc-4b44-8917-97a40dd6cd32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0752711
Jun 03 22:11:46.950688 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-bbf1f333-754d-4585-9348-801d584e39cf req-278fe6ea-5e8a-4a2c-9dcc-3580166beb12 service neutron] 10.222.0.58 "GET /v2.0/networks/ebaf9a1d-decc-4b44-8917-97a40dd6cd32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1461289
Jun 03 22:11:47.092148 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-bbf1f333-754d-4585-9348-801d584e39cf req-ccc9fa53-81f4-42bf-846c-037a44f03f04 service neutron] 10.222.0.58 "GET /v2.0/networks/ebaf9a1d-decc-4b44-8917-97a40dd6cd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1353006
Jun 03 22:11:47.112362 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-7853081d-4d42-4963-b0b3-c881a335cae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:49.667614 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:49.701649 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-b59bce76-fff1-4daa-8904-f42b9398a3f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:51.039659 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:11:52.347741 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:12:15.849817 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:12:17.061143 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-b1041ef8-4ca5-49f7-9f40-91a973c89665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:12:18.618569 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:12:19.734952 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:12:19.786801 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-0d5dfb8d-24dd-429e-a985-4f71be5eca25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:12:21.049200 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:12:22.364259 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:12:45.594840 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-51e79494-4498-40a6-b778-ce6c7195da96 req-19a63903-7946-483f-9d72-d559c19b89f1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3c75b5ea-05cf-4548-bff6-2de470070f45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0762694
Jun 03 22:12:45.706661 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e79494-4498-40a6-b778-ce6c7195da96 req-41fab2fb-b114-4f1a-b6bf-c54a1edf0e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:12:45.708217 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-51e79494-4498-40a6-b778-ce6c7195da96 req-41fab2fb-b114-4f1a-b6bf-c54a1edf0e76 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0dabed8f14dc4e5598cbf1b0e1396411&device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 1138 time: 0.0846550
Jun 03 22:12:45.865111 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e79494-4498-40a6-b778-ce6c7195da96 req-1abc1ddb-aead-4f26-8812-fbbaf2706fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:12:45.866782 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-51e79494-4498-40a6-b778-ce6c7195da96 req-1abc1ddb-aead-4f26-8812-fbbaf2706fcb service neutron] 10.222.0.58 "GET /v2.0/networks?id=430d7e4d-f267-44a3-aae2-54464c48ebc9 HTTP/1.1" status: 200  len: 916 time: 0.1375344
Jun 03 22:12:45.878047 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:12:45.976927 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-51e79494-4498-40a6-b778-ce6c7195da96 req-e78f2efa-b7ca-4ac5-b286-734a39b727f4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=423c4428-4b36-4d3b-8b9d-b25746d99c22 HTTP/1.1" status: 200  len: 1002 time: 0.0993140
Jun 03 22:12:46.046789 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e79494-4498-40a6-b778-ce6c7195da96 req-19a19418-a4d6-43f8-b32d-78d008f26644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:12:46.048266 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-51e79494-4498-40a6-b778-ce6c7195da96 req-19a19418-a4d6-43f8-b32d-78d008f26644 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d9fccbf-70a8-4c7a-99b8-3af196063811 HTTP/1.1" status: 200  len: 853 time: 0.0600471
Jun 03 22:12:46.127997 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e79494-4498-40a6-b778-ce6c7195da96 req-e8e557d5-221e-4b4c-92c7-308c025b4f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:12:46.129642 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-51e79494-4498-40a6-b778-ce6c7195da96 req-e8e557d5-221e-4b4c-92c7-308c025b4f44 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=430d7e4d-f267-44a3-aae2-54464c48ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0731115
Jun 03 22:12:46.280207 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-51e79494-4498-40a6-b778-ce6c7195da96 req-79697558-e4b3-40f5-970d-a310d80b7205 service neutron] 10.222.0.58 "GET /v2.0/networks/430d7e4d-f267-44a3-aae2-54464c48ebc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399298
Jun 03 22:12:46.431961 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-51e79494-4498-40a6-b778-ce6c7195da96 req-94383815-060f-4499-bb28-c1567a90d48b service neutron] 10.222.0.58 "GET /v2.0/networks/430d7e4d-f267-44a3-aae2-54464c48ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403816
Jun 03 22:12:47.003209 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-23aad297-053c-4d55-b7fc-cac90ece6719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:12:49.673414 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:12:49.791923 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-64dbab76-0b7e-47f9-bfa2-596702af20d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:12:51.054582 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:12:52.410407 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:12:55.617183 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:13:01.791036 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c13ff997-efad-47f2-acc2-d76abc830a8b req-5a8a6f8d-2e9a-494c-acd4-f2fa1bfc5d7b tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1615822001&fields=id&tenant_id=0dabed8f14dc4e5598cbf1b0e1396411 HTTP/1.1" status: 200  len: 267 time: 0.0460043
Jun 03 22:13:01.885110 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ff997-efad-47f2-acc2-d76abc830a8b req-333d3e0d-07be-4dfc-bc2f-2356c815d41d tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:13:01.886594 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c13ff997-efad-47f2-acc2-d76abc830a8b req-333d3e0d-07be-4dfc-bc2f-2356c815d41d tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/ports?device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 985 time: 0.0895839
Jun 03 22:13:01.903022 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [req-c13ff997-efad-47f2-acc2-d76abc830a8b req-6809070d-b3c5-4931-8bb7-be4b98a7a70a tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Request body: {'port': {'security_groups': ['6f9cbadc-056a-42e8-bd16-e4493a384fb1']}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:13:02.036341 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [req-c13ff997-efad-47f2-acc2-d76abc830a8b req-6809070d-b3c5-4931-8bb7-be4b98a7a70a tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:02.292605 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.db [req-c13ff997-efad-47f2-acc2-d76abc830a8b req-6809070d-b3c5-4931-8bb7-be4b98a7a70a tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] For port 423c4428-4b36-4d3b-8b9d-b25746d99c22, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=423c4428-4b36-4d3b-8b9d-b25746d99c22,segment=NetworkSegment(28463db9-9fff-4976-95aa-1705a1cec81f),segment_id=28463db9-9fff-4976-95aa-1705a1cec81f)] {{(pid=92563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:13:02.318263 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [req-c13ff997-efad-47f2-acc2-d76abc830a8b req-6809070d-b3c5-4931-8bb7-be4b98a7a70a tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks [] for port, precommit_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:02.391769 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [req-c13ff997-efad-47f2-acc2-d76abc830a8b req-6809070d-b3c5-4931-8bb7-be4b98a7a70a tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33201101'] for port, after_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:02.397823 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-9ac791b4-71cd-4bed-bd81-0670650b155a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:13:02.463722 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] get_ports_and_sgs() called for port_ids ['423c4428-4b36-4d3b-8b9d-b25746d99c22'] {{(pid=92565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 22:13:02.476859 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ff997-efad-47f2-acc2-d76abc830a8b req-6809070d-b3c5-4931-8bb7-be4b98a7a70a tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:13:02.477852 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [req-c13ff997-efad-47f2-acc2-d76abc830a8b req-6809070d-b3c5-4931-8bb7-be4b98a7a70a tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:02.479894 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c13ff997-efad-47f2-acc2-d76abc830a8b req-6809070d-b3c5-4931-8bb7-be4b98a7a70a tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "PUT /v2.0/ports/423c4428-4b36-4d3b-8b9d-b25746d99c22 HTTP/1.1" status: 200  len: 943 time: 0.5864286
Jun 03 22:13:02.480732 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c75b5ea-05cf-4548-bff6-2de470070f45', 'tag': '423c4428-4b36-4d3b-8b9d-b25746d99c22'}] {{(pid=92563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:13:02.483751 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7740435dcc85f6ab0eb9908d75a6f818e2fb7acd2ed127072350a3dd3a6b64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1fa247-88c7-4c48-8761-2ae1a6db50fc" -d '{"events": [{"name": "network-changed", "server_uuid": "3c75b5ea-05cf-4548-bff6-2de470070f45", "tag": "423c4428-4b36-4d3b-8b9d-b25746d99c22"}]}' {{(pid=92563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:13:02.492340 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 37150) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:13:02.529146 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809070d-b3c5-4931-8bb7-be4b98a7a70a tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Pushing event updated for resources: {'Port': ['ID=423c4428-4b36-4d3b-8b9d-b25746d99c22,revision_number=7']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:13:02.544498 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6809070d-b3c5-4931-8bb7-be4b98a7a70a tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:13:02.544767 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6809070d-b3c5-4931-8bb7-be4b98a7a70a tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:13:02.545153 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6809070d-b3c5-4931-8bb7-be4b98a7a70a tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:13:02.545532 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6809070d-b3c5-4931-8bb7-be4b98a7a70a tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:13:02.545894 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6809070d-b3c5-4931-8bb7-be4b98a7a70a tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:13:02.546261 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6809070d-b3c5-4931-8bb7-be4b98a7a70a tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:13:02.546734 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6809070d-b3c5-4931-8bb7-be4b98a7a70a tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:13:02.555444 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6809070d-b3c5-4931-8bb7-be4b98a7a70a tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:13:02.555974 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6809070d-b3c5-4931-8bb7-be4b98a7a70a tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:13:02.556354 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6809070d-b3c5-4931-8bb7-be4b98a7a70a tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:13:02.556785 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6809070d-b3c5-4931-8bb7-be4b98a7a70a tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:13:02.557159 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6809070d-b3c5-4931-8bb7-be4b98a7a70a tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:13:02.562110 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-6809070d-b3c5-4931-8bb7-be4b98a7a70a tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:13:02.592983 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27433d8a-bd52-497d-b99a-6a75e5553b57 x-openstack-request-id: req-27433d8a-bd52-497d-b99a-6a75e5553b57 {{(pid=92563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:13:02.593314 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c75b5ea-05cf-4548-bff6-2de470070f45", "tag": "423c4428-4b36-4d3b-8b9d-b25746d99c22", "status": "completed", "code": 200}]} {{(pid=92563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:13:02.593608 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-27433d8a-bd52-497d-b99a-6a75e5553b57 {{(pid=92563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:13:02.594053 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c75b5ea-05cf-4548-bff6-2de470070f45', 'tag': '423c4428-4b36-4d3b-8b9d-b25746d99c22', 'status': 'completed', 'code': 200}
Jun 03 22:13:02.640040 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] get_ports_and_sgs() called for port_ids ['423c4428-4b36-4d3b-8b9d-b25746d99c22'] {{(pid=92565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 22:13:02.826116 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-86a926d3-7f6a-4016-a403-47cfcbaccd66 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:02.863239 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-7d05ef21-9356-40c5-b126-0f74547df7f7 None None] Provisioning complete for port 423c4428-4b36-4d3b-8b9d-b25746d99c22 triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:13:02.863877 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-7d05ef21-9356-40c5-b126-0f74547df7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:02.869113 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-86a926d3-7f6a-4016-a403-47cfcbaccd66 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:02.929797 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1fa247-88c7-4c48-8761-2ae1a6db50fc req-c0537c73-7643-4aef-ae8d-1f26bff6a4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:13:02.932501 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6e1fa247-88c7-4c48-8761-2ae1a6db50fc req-c0537c73-7643-4aef-ae8d-1f26bff6a4cc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0dabed8f14dc4e5598cbf1b0e1396411&device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 1099 time: 0.2030685
Jun 03 22:13:03.101346 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1fa247-88c7-4c48-8761-2ae1a6db50fc req-8b6bac4a-1041-4361-8ff7-a5afa82c998c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:13:03.103317 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6e1fa247-88c7-4c48-8761-2ae1a6db50fc req-8b6bac4a-1041-4361-8ff7-a5afa82c998c service neutron] 10.222.0.58 "GET /v2.0/networks?id=430d7e4d-f267-44a3-aae2-54464c48ebc9 HTTP/1.1" status: 200  len: 916 time: 0.1650286
Jun 03 22:13:03.178585 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-86a926d3-7f6a-4016-a403-47cfcbaccd66 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:03.193592 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-3d55f5f6-6d17-4480-ab45-96d34d28aaf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:13:03.218327 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a926d3-7f6a-4016-a403-47cfcbaccd66 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=001e363e-2a10-4384-8865-27b5ae615a72,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:13:03.231740 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a926d3-7f6a-4016-a403-47cfcbaccd66 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:13:03.232113 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a926d3-7f6a-4016-a403-47cfcbaccd66 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:13:03.232479 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a926d3-7f6a-4016-a403-47cfcbaccd66 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:13:03.232839 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a926d3-7f6a-4016-a403-47cfcbaccd66 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:13:03.233198 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a926d3-7f6a-4016-a403-47cfcbaccd66 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:13:03.233549 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a926d3-7f6a-4016-a403-47cfcbaccd66 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:13:03.233899 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a926d3-7f6a-4016-a403-47cfcbaccd66 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:13:03.234611 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a926d3-7f6a-4016-a403-47cfcbaccd66 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:13:03.234611 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a926d3-7f6a-4016-a403-47cfcbaccd66 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:13:03.235054 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a926d3-7f6a-4016-a403-47cfcbaccd66 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:13:03.235580 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a926d3-7f6a-4016-a403-47cfcbaccd66 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:13:03.236062 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a926d3-7f6a-4016-a403-47cfcbaccd66 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:13:03.251319 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-86a926d3-7f6a-4016-a403-47cfcbaccd66 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:13:03.271565 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6e1fa247-88c7-4c48-8761-2ae1a6db50fc req-fb1129b5-6507-4755-9c6c-b29b3a8e1e65 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=423c4428-4b36-4d3b-8b9d-b25746d99c22 HTTP/1.1" status: 200  len: 1002 time: 0.1585171
Jun 03 22:13:03.332914 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-86a926d3-7f6a-4016-a403-47cfcbaccd66 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:03.334315 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-86a926d3-7f6a-4016-a403-47cfcbaccd66 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "DELETE /v2.0/security-groups/001e363e-2a10-4384-8865-27b5ae615a72 HTTP/1.1" status: 204  len: 168 time: 0.8395090
Jun 03 22:13:03.337563 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 37154) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:13:03.371342 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1fa247-88c7-4c48-8761-2ae1a6db50fc req-3d5810cf-5f41-4158-b8db-68909161e2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:13:03.372862 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6e1fa247-88c7-4c48-8761-2ae1a6db50fc req-3d5810cf-5f41-4158-b8db-68909161e2af service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d9fccbf-70a8-4c7a-99b8-3af196063811 HTTP/1.1" status: 200  len: 853 time: 0.0939896
Jun 03 22:13:03.468960 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1fa247-88c7-4c48-8761-2ae1a6db50fc req-7dc128c7-a81d-4752-a99a-570855920a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:13:03.470423 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6e1fa247-88c7-4c48-8761-2ae1a6db50fc req-7dc128c7-a81d-4752-a99a-570855920a59 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=430d7e4d-f267-44a3-aae2-54464c48ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0918355
Jun 03 22:13:03.619176 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6e1fa247-88c7-4c48-8761-2ae1a6db50fc req-7709d0c4-9e6d-43a8-9648-309343577737 service neutron] 10.222.0.58 "GET /v2.0/networks/430d7e4d-f267-44a3-aae2-54464c48ebc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1433487
Jun 03 22:13:03.802999 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.plugin [None req-172581ef-b895-4b5d-be48-b43af36064fa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Deleting port 47cbf335-0a5e-4e65-b9a3-1ce8e31538ea {{(pid=92563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:13:03.803536 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-172581ef-b895-4b5d-be48-b43af36064fa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:03.828451 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6e1fa247-88c7-4c48-8761-2ae1a6db50fc req-85233f48-4621-4cde-be58-7f049a7c2d0a service neutron] 10.222.0.58 "GET /v2.0/networks/430d7e4d-f267-44a3-aae2-54464c48ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1984406
Jun 03 22:13:03.931626 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-172581ef-b895-4b5d-be48-b43af36064fa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:03.931948 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-172581ef-b895-4b5d-be48-b43af36064fa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:04.078013 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.plugin [None req-172581ef-b895-4b5d-be48-b43af36064fa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Calling delete_port for 47cbf335-0a5e-4e65-b9a3-1ce8e31538ea owned by network:floatingip {{(pid=92563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:13:04.300613 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-172581ef-b895-4b5d-be48-b43af36064fa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33200950'] for port, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:04.304376 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-9fd8dd33-eaf6-4179-b33a-10b8695e82c1 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:13:04.358937 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172581ef-b895-4b5d-be48-b43af36064fa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Pushing event deleted for resources: {'Port': ['ID=47cbf335-0a5e-4e65-b9a3-1ce8e31538ea,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:13:04.361606 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-172581ef-b895-4b5d-be48-b43af36064fa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:13:04.457308 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-172581ef-b895-4b5d-be48-b43af36064fa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks [] for floatingip, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:04.457647 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.db.l3_db [None req-172581ef-b895-4b5d-be48-b43af36064fa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Floating IP 6d561014-ac16-404c-adab-355db20c53f8 disassociated (deleted). External IP: 172.27.0.198, port: 423c4428-4b36-4d3b-8b9d-b25746d99c22.
Jun 03 22:13:04.848090 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172581ef-b895-4b5d-be48-b43af36064fa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Router 18a0b3bb-b977-4e78-bf2e-03d528275cea has already been hosted by L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 {{(pid=92563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 22:13:05.049843 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172581ef-b895-4b5d-be48-b43af36064fa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:13:05.061091 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb25def-cb8b-4bf1-8e1a-d0cae1cc83e4 None None] Sync routers for ids ['18a0b3bb-b977-4e78-bf2e-03d528275cea'] in dv-cinder-794669-4-iscsi {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:13:05.072153 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb25def-cb8b-4bf1-8e1a-d0cae1cc83e4 None None] Routers {'18a0b3bb-b977-4e78-bf2e-03d528275cea'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:13:05.072883 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-4fb25def-cb8b-4bf1-8e1a-d0cae1cc83e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814e860d60>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:12:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['18a0b3bb-b977-4e78-bf2e-03d528275cea'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:13:05.173359 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-172581ef-b895-4b5d-be48-b43af36064fa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for floatingip, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:05.256487 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-172581ef-b895-4b5d-be48-b43af36064fa tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "DELETE /v2.0/floatingips/6d561014-ac16-404c-adab-355db20c53f8 HTTP/1.1" status: 204  len: 168 time: 1.9171593
Jun 03 22:13:05.257481 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c75b5ea-05cf-4548-bff6-2de470070f45', 'tag': '423c4428-4b36-4d3b-8b9d-b25746d99c22'}] {{(pid=92563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:13:05.261266 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7740435dcc85f6ab0eb9908d75a6f818e2fb7acd2ed127072350a3dd3a6b64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad72034a-f6fb-481e-9a00-8050aa0ca832" -d '{"events": [{"name": "network-changed", "server_uuid": "3c75b5ea-05cf-4548-bff6-2de470070f45", "tag": "423c4428-4b36-4d3b-8b9d-b25746d99c22"}]}' {{(pid=92563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:13:05.299081 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-4fb25def-cb8b-4bf1-8e1a-d0cae1cc83e4 None None] Set router 18a0b3bb-b977-4e78-bf2e-03d528275cea gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:13:05.355271 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f99670-2c1c-4dde-bca4-836617ac1d06 x-openstack-request-id: req-b0f99670-2c1c-4dde-bca4-836617ac1d06 {{(pid=92563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:13:05.355639 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c75b5ea-05cf-4548-bff6-2de470070f45", "tag": "423c4428-4b36-4d3b-8b9d-b25746d99c22", "status": "completed", "code": 200}]} {{(pid=92563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:13:05.355951 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-b0f99670-2c1c-4dde-bca4-836617ac1d06 {{(pid=92563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:13:05.356383 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c75b5ea-05cf-4548-bff6-2de470070f45', 'tag': '423c4428-4b36-4d3b-8b9d-b25746d99c22', 'status': 'completed', 'code': 200}
Jun 03 22:13:05.479257 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72034a-f6fb-481e-9a00-8050aa0ca832 req-80e352ef-7cf1-4039-878e-518ffded5067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:13:05.480788 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ad72034a-f6fb-481e-9a00-8050aa0ca832 req-80e352ef-7cf1-4039-878e-518ffded5067 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0dabed8f14dc4e5598cbf1b0e1396411&device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 1099 time: 0.1049047
Jun 03 22:13:05.653337 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72034a-f6fb-481e-9a00-8050aa0ca832 req-6c156166-b071-4ed1-9671-0d8d77bbd7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:13:05.654985 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ad72034a-f6fb-481e-9a00-8050aa0ca832 req-6c156166-b071-4ed1-9671-0d8d77bbd7a8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=430d7e4d-f267-44a3-aae2-54464c48ebc9 HTTP/1.1" status: 200  len: 916 time: 0.1659248
Jun 03 22:13:05.698552 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-4fb25def-cb8b-4bf1-8e1a-d0cae1cc83e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814e860d60>, [{'id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'name': 'tempest-TestMinimumBasicScenario-401658680-router', 'tenant_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '855040fd-0aad-4e41-8e5d-1671391eaa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:07:46Z', 'updated_at': '2021-06-03T22:07:56Z', 'revision_number': 4, 'project_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'gw_port': {'id': '855040fd-0aad-4e41-8e5d-1671391eaa9f', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:48Z', 'updated_at': '2021-06-03T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': '2d4522b9-7556-4420-9307-53653cbf1b0e', 'name': '', 'network_id': '430d7e4d-f267-44a3-aae2-54464c48ebc9', 'tenant_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'mac_address': 'fa:16:3e:c6:de:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '9d9fccbf-70a8-4c7a-99b8-3af196063811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:55Z', 'updated_at': '2021-06-03T22:08:05Z', 'revision_number': 5, 'project_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'subnets': [{'id': '9d9fccbf-70a8-4c7a-99b8-3af196063811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:13:05.706815 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb25def-cb8b-4bf1-8e1a-d0cae1cc83e4 None None] Checking router: 18a0b3bb-b977-4e78-bf2e-03d528275cea for host: dv-cinder-794669-4-iscsi {{(pid=92565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:13:05.719569 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb25def-cb8b-4bf1-8e1a-d0cae1cc83e4 None None] Routers {'18a0b3bb-b977-4e78-bf2e-03d528275cea'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:13:05.720759 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-4fb25def-cb8b-4bf1-8e1a-d0cae1cc83e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814e860d60>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:12:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['18a0b3bb-b977-4e78-bf2e-03d528275cea'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:13:05.734191 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ad72034a-f6fb-481e-9a00-8050aa0ca832 req-99677574-41eb-4ffd-bf52-a7eed42f3ee1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=423c4428-4b36-4d3b-8b9d-b25746d99c22 HTTP/1.1" status: 200  len: 217 time: 0.0738425
Jun 03 22:13:05.814505 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72034a-f6fb-481e-9a00-8050aa0ca832 req-3454af10-c056-48a8-b956-a798f0b3b7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:13:05.815997 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ad72034a-f6fb-481e-9a00-8050aa0ca832 req-3454af10-c056-48a8-b956-a798f0b3b7b7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d9fccbf-70a8-4c7a-99b8-3af196063811 HTTP/1.1" status: 200  len: 853 time: 0.0769567
Jun 03 22:13:05.918965 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72034a-f6fb-481e-9a00-8050aa0ca832 req-fe0b53db-4695-48d6-8c2c-d98fed34ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:13:05.920511 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ad72034a-f6fb-481e-9a00-8050aa0ca832 req-fe0b53db-4695-48d6-8c2c-d98fed34ad06 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=430d7e4d-f267-44a3-aae2-54464c48ebc9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0981901
Jun 03 22:13:05.956830 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-4fb25def-cb8b-4bf1-8e1a-d0cae1cc83e4 None None] Set router 18a0b3bb-b977-4e78-bf2e-03d528275cea gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:13:06.109067 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ad72034a-f6fb-481e-9a00-8050aa0ca832 req-6dd42475-c435-49f8-b0d0-d70340dc0526 service neutron] 10.222.0.58 "GET /v2.0/networks/430d7e4d-f267-44a3-aae2-54464c48ebc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1671147
Jun 03 22:13:06.281455 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ad72034a-f6fb-481e-9a00-8050aa0ca832 req-2634d037-b473-4be6-b47e-8611e66b9e7f service neutron] 10.222.0.58 "GET /v2.0/networks/430d7e4d-f267-44a3-aae2-54464c48ebc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1665273
Jun 03 22:13:06.373841 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-4fb25def-cb8b-4bf1-8e1a-d0cae1cc83e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814e860d60>, [{'id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'name': 'tempest-TestMinimumBasicScenario-401658680-router', 'tenant_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '855040fd-0aad-4e41-8e5d-1671391eaa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:07:46Z', 'updated_at': '2021-06-03T22:07:56Z', 'revision_number': 4, 'project_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'gw_port': {'id': '855040fd-0aad-4e41-8e5d-1671391eaa9f', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:48Z', 'updated_at': '2021-06-03T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': '2d4522b9-7556-4420-9307-53653cbf1b0e', 'name': '', 'network_id': '430d7e4d-f267-44a3-aae2-54464c48ebc9', 'tenant_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'mac_address': 'fa:16:3e:c6:de:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '9d9fccbf-70a8-4c7a-99b8-3af196063811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:55Z', 'updated_at': '2021-06-03T22:08:05Z', 'revision_number': 5, 'project_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'subnets': [{'id': '9d9fccbf-70a8-4c7a-99b8-3af196063811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:13:06.378458 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb25def-cb8b-4bf1-8e1a-d0cae1cc83e4 None None] The sync data for ids ['18a0b3bb-b977-4e78-bf2e-03d528275cea'] in dv-cinder-794669-4-iscsi is: [{'id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'name': 'tempest-TestMinimumBasicScenario-401658680-router', 'tenant_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '855040fd-0aad-4e41-8e5d-1671391eaa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:07:46Z', 'updated_at': '2021-06-03T22:07:56Z', 'revision_number': 4, 'project_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'gw_port': {'id': '855040fd-0aad-4e41-8e5d-1671391eaa9f', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:48Z', 'updated_at': '2021-06-03T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': '2d4522b9-7556-4420-9307-53653cbf1b0e', 'name': '', 'network_id': '430d7e4d-f267-44a3-aae2-54464c48ebc9', 'tenant_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'mac_address': 'fa:16:3e:c6:de:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'device_owner': 'network:router_interface', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '9d9fccbf-70a8-4c7a-99b8-3af196063811', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:55Z', 'updated_at': '2021-06-03T22:08:05Z', 'revision_number': 5, 'project_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'subnets': [{'id': '9d9fccbf-70a8-4c7a-99b8-3af196063811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:13:06.672811 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931fe2c5-eec9-4c30-a69d-120584a0dc4c None None] New status for floating IP 6d561014-ac16-404c-adab-355db20c53f8: DOWN {{(pid=92566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 22:13:10.264928 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a2924-99f0-4bd1-98b9-eca92c8fb9b9 req-b4681420-57c3-41da-922c-5fd75f2e8993 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:13:10.265617 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-414a2924-99f0-4bd1-98b9-eca92c8fb9b9 req-b4681420-57c3-41da-922c-5fd75f2e8993 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Synchronizing usage tracker for tenant:0dabed8f14dc4e5598cbf1b0e1396411 on resource:port {{(pid=92563) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:13:10.339824 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-414a2924-99f0-4bd1-98b9-eca92c8fb9b9 req-b4681420-57c3-41da-922c-5fd75f2e8993 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Unset dirty status for tenant:0dabed8f14dc4e5598cbf1b0e1396411 on resource:port {{(pid=92563) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:13:10.341042 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-414a2924-99f0-4bd1-98b9-eca92c8fb9b9 req-b4681420-57c3-41da-922c-5fd75f2e8993 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/ports?device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 946 time: 0.1583488
Jun 03 22:13:10.390503 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-414a2924-99f0-4bd1-98b9-eca92c8fb9b9 req-85b9413c-376a-4818-bccb-ce71a637fc0c tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/security-groups?id=6f9cbadc-056a-42e8-bd16-e4493a384fb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433767
Jun 03 22:13:11.598911 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d348487-b7f2-4e42-8191-936a5bdc368a req-830c0dc9-d94c-4d6c-ab36-89d8ff14894b tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:13:11.600676 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-5d348487-b7f2-4e42-8191-936a5bdc368a req-830c0dc9-d94c-4d6c-ab36-89d8ff14894b tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.58 "GET /v2.0/ports?device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 946 time: 0.1890955
Jun 03 22:13:11.740311 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e14c1ff-8f3d-4d0f-99f6-6bb6079500cd req-bb0d157c-a6c0-4ec5-96c3-6cc6063d3aa4 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:13:11.741801 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-4e14c1ff-8f3d-4d0f-99f6-6bb6079500cd req-bb0d157c-a6c0-4ec5-96c3-6cc6063d3aa4 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/ports?device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 946 time: 0.0919437
Jun 03 22:13:11.759258 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [req-5d348487-b7f2-4e42-8191-936a5bdc368a req-82e0a3ad-bc6a-4ed3-a444-e1dcec07aa8a tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Deleting port 423c4428-4b36-4d3b-8b9d-b25746d99c22 {{(pid=92564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:13:11.759815 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-5d348487-b7f2-4e42-8191-936a5bdc368a req-82e0a3ad-bc6a-4ed3-a444-e1dcec07aa8a tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:11.958140 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-4e14c1ff-8f3d-4d0f-99f6-6bb6079500cd req-38ca0ae9-85d1-4e3e-bf52-73282498caf6 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/security-groups?id=6f9cbadc-056a-42e8-bd16-e4493a384fb1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2103810
Jun 03 22:13:12.008141 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-5d348487-b7f2-4e42-8191-936a5bdc368a req-82e0a3ad-bc6a-4ed3-a444-e1dcec07aa8a tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] For port 423c4428-4b36-4d3b-8b9d-b25746d99c22, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=423c4428-4b36-4d3b-8b9d-b25746d99c22,segment=NetworkSegment(28463db9-9fff-4976-95aa-1705a1cec81f),segment_id=28463db9-9fff-4976-95aa-1705a1cec81f)] {{(pid=92564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:13:12.008641 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-5d348487-b7f2-4e42-8191-936a5bdc368a req-82e0a3ad-bc6a-4ed3-a444-e1dcec07aa8a tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:12.174653 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [req-5d348487-b7f2-4e42-8191-936a5bdc368a req-82e0a3ad-bc6a-4ed3-a444-e1dcec07aa8a tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Calling delete_port for 423c4428-4b36-4d3b-8b9d-b25746d99c22 owned by compute:nova {{(pid=92564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:13:12.356996 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-5d348487-b7f2-4e42-8191-936a5bdc368a req-82e0a3ad-bc6a-4ed3-a444-e1dcec07aa8a tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:12.362974 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-52e57dc1-1bc4-45b0-9a22-cd3661fadbac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:13:12.408749 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0a3ad-bc6a-4ed3-a444-e1dcec07aa8a tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Pushing event deleted for resources: {'Port': ['ID=423c4428-4b36-4d3b-8b9d-b25746d99c22,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:13:12.411710 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-82e0a3ad-bc6a-4ed3-a444-e1dcec07aa8a tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:13:12.433415 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] get_ports_and_sgs() called for port_ids ['423c4428-4b36-4d3b-8b9d-b25746d99c22'] {{(pid=92565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 22:13:12.491804 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d348487-b7f2-4e42-8191-936a5bdc368a req-82e0a3ad-bc6a-4ed3-a444-e1dcec07aa8a tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] No DVR routers for this DVR port 423c4428-4b36-4d3b-8b9d-b25746d99c22 on host hv-cinder-79466 {{(pid=92564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 22:13:12.495104 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-5d348487-b7f2-4e42-8191-936a5bdc368a req-82e0a3ad-bc6a-4ed3-a444-e1dcec07aa8a tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:12.499794 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c75b5ea-05cf-4548-bff6-2de470070f45', 'name': 'network-vif-deleted', 'tag': '423c4428-4b36-4d3b-8b9d-b25746d99c22'}] {{(pid=92564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:13:12.502258 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c024af40dcbc7289fed731e5c35c42eecf8f16a39534b44a636824a10e0ed12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89574e00-1f01-404f-b3f6-35cf11ccb158" -d '{"events": [{"server_uuid": "3c75b5ea-05cf-4548-bff6-2de470070f45", "name": "network-vif-deleted", "tag": "423c4428-4b36-4d3b-8b9d-b25746d99c22"}]}' {{(pid=92564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:13:12.558119 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4181200d-3bf9-41f2-acab-0c4f357c8c3b x-openstack-request-id: req-4181200d-3bf9-41f2-acab-0c4f357c8c3b {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:13:12.558466 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c75b5ea-05cf-4548-bff6-2de470070f45", "name": "network-vif-deleted", "tag": "423c4428-4b36-4d3b-8b9d-b25746d99c22", "status": "completed", "code": 200}]} {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:13:12.558780 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-4181200d-3bf9-41f2-acab-0c4f357c8c3b {{(pid=92564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:13:12.559214 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c75b5ea-05cf-4548-bff6-2de470070f45', 'name': 'network-vif-deleted', 'tag': '423c4428-4b36-4d3b-8b9d-b25746d99c22', 'status': 'completed', 'code': 200}
Jun 03 22:13:12.572365 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-5d348487-b7f2-4e42-8191-936a5bdc368a req-82e0a3ad-bc6a-4ed3-a444-e1dcec07aa8a tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.58 "DELETE /v2.0/ports/423c4428-4b36-4d3b-8b9d-b25746d99c22 HTTP/1.1" status: 204  len: 173 time: 0.9645791
Jun 03 22:13:13.237044 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-9c65e84f-cf05-4eaf-b5f8-1a5fd1aeefd7 req-099bcae4-b7ff-4a71-8c83-e9b5108071ac tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Synchronizing usage tracker for tenant:0dabed8f14dc4e5598cbf1b0e1396411 on resource:port {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:13:13.322841 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-9c65e84f-cf05-4eaf-b5f8-1a5fd1aeefd7 req-099bcae4-b7ff-4a71-8c83-e9b5108071ac tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Unset dirty status for tenant:0dabed8f14dc4e5598cbf1b0e1396411 on resource:port {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:13:13.324644 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-9c65e84f-cf05-4eaf-b5f8-1a5fd1aeefd7 req-099bcae4-b7ff-4a71-8c83-e9b5108071ac tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] 10.222.0.106 "GET /v2.0/ports?device_id=3c75b5ea-05cf-4548-bff6-2de470070f45 HTTP/1.1" status: 200  len: 210 time: 0.1309271
Jun 03 22:13:15.843880 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:15.955539 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 423c4428-4b36-4d3b-8b9d-b25746d99c22 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:13:15.987119 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 37268) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:13:15.998694 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] No Port match for: 423c4428-4b36-4d3b-8b9d-b25746d99c22 {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:13:15.998694 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 423c4428-4b36-4d3b-8b9d-b25746d99c22 not bound to the agent host hv-cinder-79466 {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:13:16.720775 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-04fc3bb2-cb73-4e2c-980e-9d4539a3d96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664943'] for router_interface, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:16.982119 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-5fe7788e-45ca-43e6-8f72-779a5c8ebdbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:17.305932 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [None req-04fc3bb2-cb73-4e2c-980e-9d4539a3d96e admin admin] Deleting port 2d4522b9-7556-4420-9307-53653cbf1b0e {{(pid=92564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:13:17.306586 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-04fc3bb2-cb73-4e2c-980e-9d4539a3d96e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:17.443644 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [None req-04fc3bb2-cb73-4e2c-980e-9d4539a3d96e admin admin] For port 2d4522b9-7556-4420-9307-53653cbf1b0e, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=2d4522b9-7556-4420-9307-53653cbf1b0e,segment=NetworkSegment(28463db9-9fff-4976-95aa-1705a1cec81f),segment_id=28463db9-9fff-4976-95aa-1705a1cec81f)] {{(pid=92564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:13:17.444002 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-04fc3bb2-cb73-4e2c-980e-9d4539a3d96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:17.571663 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [None req-04fc3bb2-cb73-4e2c-980e-9d4539a3d96e admin admin] Calling delete_port for 2d4522b9-7556-4420-9307-53653cbf1b0e owned by network:router_interface {{(pid=92564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:13:17.963049 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-04fc3bb2-cb73-4e2c-980e-9d4539a3d96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:17.967031 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-12ebc3cc-cd7e-409a-960f-400f89425875 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:13:18.016924 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fc3bb2-cb73-4e2c-980e-9d4539a3d96e admin admin] Pushing event deleted for resources: {'Port': ['ID=2d4522b9-7556-4420-9307-53653cbf1b0e,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:13:18.044170 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-04fc3bb2-cb73-4e2c-980e-9d4539a3d96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:13:18.312251 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-04fc3bb2-cb73-4e2c-980e-9d4539a3d96e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666801'] for router_interface, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:18.781977 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04fc3bb2-cb73-4e2c-980e-9d4539a3d96e admin admin] Router 18a0b3bb-b977-4e78-bf2e-03d528275cea has already been hosted by L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 {{(pid=92564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 22:13:18.968877 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fc3bb2-cb73-4e2c-980e-9d4539a3d96e admin admin] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:13:18.979987 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5205f235-6da9-4173-8a69-a321c046956e None None] Sync routers for ids ['18a0b3bb-b977-4e78-bf2e-03d528275cea'] in dv-cinder-794669-4-iscsi {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:13:18.991546 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5205f235-6da9-4173-8a69-a321c046956e None None] Routers {'18a0b3bb-b977-4e78-bf2e-03d528275cea'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:13:19.001623 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-5205f235-6da9-4173-8a69-a321c046956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814e594cd0>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:12:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['18a0b3bb-b977-4e78-bf2e-03d528275cea'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:13:19.074030 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-04fc3bb2-cb73-4e2c-980e-9d4539a3d96e admin admin] 10.222.0.106 "PUT /v2.0/routers/18a0b3bb-b977-4e78-bf2e-03d528275cea/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0845230
Jun 03 22:13:19.076733 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 37282) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:13:19.198257 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-5205f235-6da9-4173-8a69-a321c046956e None None] Set router 18a0b3bb-b977-4e78-bf2e-03d528275cea gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:13:19.297057 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5aab1a69-ed56-4a01-906a-f4a28459c291 admin admin] Notify callbacks [] for router, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:19.474921 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5aab1a69-ed56-4a01-906a-f4a28459c291 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:19.509225 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-5205f235-6da9-4173-8a69-a321c046956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814e594cd0>, [{'id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'name': 'tempest-TestMinimumBasicScenario-401658680-router', 'tenant_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '855040fd-0aad-4e41-8e5d-1671391eaa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:07:46Z', 'updated_at': '2021-06-03T22:13:17Z', 'revision_number': 5, 'project_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'gw_port': {'id': '855040fd-0aad-4e41-8e5d-1671391eaa9f', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:48Z', 'updated_at': '2021-06-03T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:13:19.514189 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5205f235-6da9-4173-8a69-a321c046956e None None] Checking router: 18a0b3bb-b977-4e78-bf2e-03d528275cea for host: dv-cinder-794669-4-iscsi {{(pid=92565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:13:19.522918 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5205f235-6da9-4173-8a69-a321c046956e None None] Routers {'18a0b3bb-b977-4e78-bf2e-03d528275cea'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:13:19.524053 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-5205f235-6da9-4173-8a69-a321c046956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814e594cd0>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:12:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['18a0b3bb-b977-4e78-bf2e-03d528275cea'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:13:19.657944 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [None req-5aab1a69-ed56-4a01-906a-f4a28459c291 admin admin] Deleting port 855040fd-0aad-4e41-8e5d-1671391eaa9f {{(pid=92564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:13:19.658236 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5aab1a69-ed56-4a01-906a-f4a28459c291 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:19.721981 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:19.734034 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-5205f235-6da9-4173-8a69-a321c046956e None None] Set router 18a0b3bb-b977-4e78-bf2e-03d528275cea gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:13:19.791766 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [None req-5aab1a69-ed56-4a01-906a-f4a28459c291 admin admin] For port 855040fd-0aad-4e41-8e5d-1671391eaa9f, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=855040fd-0aad-4e41-8e5d-1671391eaa9f,segment=NetworkSegment(cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c),segment_id=cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c)] {{(pid=92564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:13:19.792120 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5aab1a69-ed56-4a01-906a-f4a28459c291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:19.836630 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-a6027afe-ebdd-4cf7-a7d6-6d4262aaf7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:19.920964 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [None req-5aab1a69-ed56-4a01-906a-f4a28459c291 admin admin] Calling delete_port for 855040fd-0aad-4e41-8e5d-1671391eaa9f owned by network:router_gateway {{(pid=92564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:13:20.050647 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-5205f235-6da9-4173-8a69-a321c046956e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814e594cd0>, [{'id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'name': 'tempest-TestMinimumBasicScenario-401658680-router', 'tenant_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '855040fd-0aad-4e41-8e5d-1671391eaa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:07:46Z', 'updated_at': '2021-06-03T22:13:17Z', 'revision_number': 5, 'project_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'gw_port': {'id': '855040fd-0aad-4e41-8e5d-1671391eaa9f', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:48Z', 'updated_at': '2021-06-03T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:13:20.056084 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5205f235-6da9-4173-8a69-a321c046956e None None] The sync data for ids ['18a0b3bb-b977-4e78-bf2e-03d528275cea'] in dv-cinder-794669-4-iscsi is: [{'id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'name': 'tempest-TestMinimumBasicScenario-401658680-router', 'tenant_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '855040fd-0aad-4e41-8e5d-1671391eaa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:07:46Z', 'updated_at': '2021-06-03T22:13:17Z', 'revision_number': 5, 'project_id': '0dabed8f14dc4e5598cbf1b0e1396411', 'gw_port': {'id': '855040fd-0aad-4e41-8e5d-1671391eaa9f', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:5c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a0b3bb-b977-4e78-bf2e-03d528275cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:48Z', 'updated_at': '2021-06-03T22:07:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}] {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:13:20.191653 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5aab1a69-ed56-4a01-906a-f4a28459c291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:20.196206 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-1a9c9fdb-0e33-452c-b5df-f97de595f720 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:13:20.243749 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab1a69-ed56-4a01-906a-f4a28459c291 admin admin] Pushing event deleted for resources: {'Port': ['ID=855040fd-0aad-4e41-8e5d-1671391eaa9f,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:13:20.270570 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-5aab1a69-ed56-4a01-906a-f4a28459c291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:13:20.339966 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5aab1a69-ed56-4a01-906a-f4a28459c291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-309266'] for router_gateway, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:20.610692 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5aab1a69-ed56-4a01-906a-f4a28459c291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-710188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38400'] for router, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:20.612973 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5aab1a69-ed56-4a01-906a-f4a28459c291 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:20.687553 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 2d4522b9-7556-4420-9307-53653cbf1b0e no longer exists at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:13:20.725916 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] No Port match for: 2d4522b9-7556-4420-9307-53653cbf1b0e {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:13:20.726186 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 2d4522b9-7556-4420-9307-53653cbf1b0e not bound to the agent host dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:13:20.728643 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5aab1a69-ed56-4a01-906a-f4a28459c291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-710328'] for router, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:20.729193 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aab1a69-ed56-4a01-906a-f4a28459c291 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18a0b3bb-b977-4e78-bf2e-03d528275cea {{(pid=92564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 03 22:13:20.741845 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5aab1a69-ed56-4a01-906a-f4a28459c291 admin admin] Notify callbacks [] for router, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:20.743081 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-5aab1a69-ed56-4a01-906a-f4a28459c291 admin admin] 10.222.0.106 "DELETE /v2.0/routers/18a0b3bb-b977-4e78-bf2e-03d528275cea HTTP/1.1" status: 204  len: 168 time: 1.6652808
Jun 03 22:13:20.746043 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 37286) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:13:20.811855 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.db_base_plugin_v2 [None req-01aaa1f7-13fd-4a95-9cdb-4fdaf70c1da7 admin admin] Deleting subnet 9d9fccbf-70a8-4c7a-99b8-3af196063811 {{(pid=92564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 22:13:20.816637 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-01aaa1f7-13fd-4a95-9cdb-4fdaf70c1da7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:20.871840 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-01aaa1f7-13fd-4a95-9cdb-4fdaf70c1da7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31973109'] for subnet, precommit_delete_associations {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:20.985221 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:20.993008 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-01aaa1f7-13fd-4a95-9cdb-4fdaf70c1da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799703'] for subnet, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:21.357443 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-01aaa1f7-13fd-4a95-9cdb-4fdaf70c1da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31972232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33225243'] for subnet, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:21.365615 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:13:21.402116 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aaa1f7-13fd-4a95-9cdb-4fdaf70c1da7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d9fccbf-70a8-4c7a-99b8-3af196063811,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:13:21.404126 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-01aaa1f7-13fd-4a95-9cdb-4fdaf70c1da7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:21.407699 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-01aaa1f7-13fd-4a95-9cdb-4fdaf70c1da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:13:21.410094 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31159ce4-7085-478e-98dd-ea5cc88f0b4c None None] Network 430d7e4d-f267-44a3-aae2-54464c48ebc9 requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:13:21.412074 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-01aaa1f7-13fd-4a95-9cdb-4fdaf70c1da7 admin admin] 10.222.0.106 "DELETE /v2.0/subnets/9d9fccbf-70a8-4c7a-99b8-3af196063811 HTTP/1.1" status: 204  len: 168 time: 0.6650314
Jun 03 22:13:21.417608 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 37290) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:13:21.549577 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-3aa28df8-d510-478d-be47-46b79bddca3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1319667'] for network, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:21.636777 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [None req-3aa28df8-d510-478d-be47-46b79bddca3e admin admin] Deleting port c2debc5e-fe5a-40b1-ade2-c97437c10023 {{(pid=92564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:13:21.637473 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-3aa28df8-d510-478d-be47-46b79bddca3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:21.678956 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312b485d-45f6-4609-b81e-ab947d874e2d None None] DHCP port deletion for 430d7e4d-f267-44a3-aae2-54464c48ebc9 request from dv-cinder-794669-4-iscsi {{(pid=92565) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 03 22:13:21.755698 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [None req-3aa28df8-d510-478d-be47-46b79bddca3e admin admin] For port c2debc5e-fe5a-40b1-ade2-c97437c10023, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=c2debc5e-fe5a-40b1-ade2-c97437c10023,segment=NetworkSegment(28463db9-9fff-4976-95aa-1705a1cec81f),segment_id=28463db9-9fff-4976-95aa-1705a1cec81f)] {{(pid=92564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:13:21.756378 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-3aa28df8-d510-478d-be47-46b79bddca3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:21.793122 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-312b485d-45f6-4609-b81e-ab947d874e2d None None] Deleting port c2debc5e-fe5a-40b1-ade2-c97437c10023 {{(pid=92565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:13:21.793529 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-312b485d-45f6-4609-b81e-ab947d874e2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:21.891257 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [None req-3aa28df8-d510-478d-be47-46b79bddca3e admin admin] Calling delete_port for c2debc5e-fe5a-40b1-ade2-c97437c10023 owned by network:dhcp {{(pid=92564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:13:21.899441 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-312b485d-45f6-4609-b81e-ab947d874e2d None None] For port c2debc5e-fe5a-40b1-ade2-c97437c10023, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=c2debc5e-fe5a-40b1-ade2-c97437c10023,segment=NetworkSegment(28463db9-9fff-4976-95aa-1705a1cec81f),segment_id=28463db9-9fff-4976-95aa-1705a1cec81f)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:13:21.899844 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-312b485d-45f6-4609-b81e-ab947d874e2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:22.025747 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-312b485d-45f6-4609-b81e-ab947d874e2d None None] Calling delete_port for c2debc5e-fe5a-40b1-ade2-c97437c10023 owned by network:dhcp {{(pid=92565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:13:22.042560 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-3aa28df8-d510-478d-be47-46b79bddca3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:22.046574 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-87e1ae8c-e86f-43ab-a319-c86d3d0ef332 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:13:22.093361 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa28df8-d510-478d-be47-46b79bddca3e admin admin] Pushing event deleted for resources: {'Port': ['ID=c2debc5e-fe5a-40b1-ade2-c97437c10023,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:13:22.096769 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-3aa28df8-d510-478d-be47-46b79bddca3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:13:22.097521 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa28df8-d510-478d-be47-46b79bddca3e admin admin] No DVR routers for this DVR port c2debc5e-fe5a-40b1-ade2-c97437c10023 on host dv-cinder-794669-4-iscsi {{(pid=92564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 22:13:22.159595 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-312b485d-45f6-4609-b81e-ab947d874e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549'] for port, after_delete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:22.164669 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-ee6c74ac-4da7-4571-9c86-1a1ea9f16539 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:13:22.209171 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312b485d-45f6-4609-b81e-ab947d874e2d None None] Pushing event deleted for resources: {'Port': ['ID=c2debc5e-fe5a-40b1-ade2-c97437c10023,revision_number=None']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:13:22.214952 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312b485d-45f6-4609-b81e-ab947d874e2d None None] No DVR routers for this DVR port c2debc5e-fe5a-40b1-ade2-c97437c10023 on host dv-cinder-794669-4-iscsi {{(pid=92565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 22:13:22.221297 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b485d-45f6-4609-b81e-ab947d874e2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:13:22.221641 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b485d-45f6-4609-b81e-ab947d874e2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:13:22.221984 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b485d-45f6-4609-b81e-ab947d874e2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:13:22.222315 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b485d-45f6-4609-b81e-ab947d874e2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:13:22.222640 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b485d-45f6-4609-b81e-ab947d874e2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:13:22.222974 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b485d-45f6-4609-b81e-ab947d874e2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:13:22.223296 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b485d-45f6-4609-b81e-ab947d874e2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:13:22.223648 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b485d-45f6-4609-b81e-ab947d874e2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:13:22.223967 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b485d-45f6-4609-b81e-ab947d874e2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:13:22.224347 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b485d-45f6-4609-b81e-ab947d874e2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:13:22.224677 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b485d-45f6-4609-b81e-ab947d874e2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:13:22.224996 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312b485d-45f6-4609-b81e-ab947d874e2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:13:22.225172 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-3aa28df8-d510-478d-be47-46b79bddca3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1799298', 'neutron.services.segments.db._delete_segments_for_network-8762086254785'] for network, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:22.228622 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-312b485d-45f6-4609-b81e-ab947d874e2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:13:22.240677 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.services.segments.db [None req-3aa28df8-d510-478d-be47-46b79bddca3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f814e4ae1f0>,) {'filters': {'network_id': ['430d7e4d-f267-44a3-aae2-54464c48ebc9']}} {{(pid=92564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:13:22.260263 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.services.segments.db [None req-3aa28df8-d510-478d-be47-46b79bddca3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f814e4ae1f0>, '28463db9-9fff-4976-95aa-1705a1cec81f') {'for_net_delete': True} {{(pid=92564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:13:22.260555 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.services.segments.db [None req-3aa28df8-d510-478d-be47-46b79bddca3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f814e4ae1f0>, '28463db9-9fff-4976-95aa-1705a1cec81f') {} {{(pid=92564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:13:22.274946 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-3aa28df8-d510-478d-be47-46b79bddca3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762086257628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31973004'] for segment, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:22.340997 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:22.381755 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-3aa28df8-d510-478d-be47-46b79bddca3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286'] for segment, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:22.389024 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aa28df8-d510-478d-be47-46b79bddca3e admin admin] Releasing vlan 1430 on physical network physnet1 to pool {{(pid=92564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 22:13:22.389563 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-3aa28df8-d510-478d-be47-46b79bddca3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31972194'] for segment, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:22.404700 dv-cinder-794669-4-iscsi neutron-server[92564]: Traceback (most recent call last):
Jun 03 22:13:22.404700 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 22:13:22.404700 dv-cinder-794669-4-iscsi neutron-server[92564]:     timer()
Jun 03 22:13:22.404700 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 22:13:22.404700 dv-cinder-794669-4-iscsi neutron-server[92564]:     cb(*args, **kw)
Jun 03 22:13:22.404700 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 22:13:22.404700 dv-cinder-794669-4-iscsi neutron-server[92564]:     return func(*args, **kwargs)
Jun 03 22:13:22.404700 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 22:13:22.404700 dv-cinder-794669-4-iscsi neutron-server[92564]:     self._notify()
Jun 03 22:13:22.404700 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 22:13:22.404700 dv-cinder-794669-4-iscsi neutron-server[92564]:     self.callback(batched_events)
Jun 03 22:13:22.404700 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 22:13:22.404700 dv-cinder-794669-4-iscsi neutron-server[92564]:     event.method(event)
Jun 03 22:13:22.404700 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 22:13:22.404700 dv-cinder-794669-4-iscsi neutron-server[92564]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 22:13:22.404700 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 22:13:22.404700 dv-cinder-794669-4-iscsi neutron-server[92564]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 22:13:22.404700 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 22:13:22.404700 dv-cinder-794669-4-iscsi neutron-server[92564]:     return f(self, *a, **k)
Jun 03 22:13:22.404700 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 22:13:22.404700 dv-cinder-794669-4-iscsi neutron-server[92564]:     return self._get(url).json()
Jun 03 22:13:22.404700 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 22:13:22.404700 dv-cinder-794669-4-iscsi neutron-server[92564]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 22:13:22.404700 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 22:13:22.404700 dv-cinder-794669-4-iscsi neutron-server[92564]:     return self.request(url, 'GET', **kwargs)
Jun 03 22:13:22.404700 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 22:13:22.404700 dv-cinder-794669-4-iscsi neutron-server[92564]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 22:13:22.404700 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 22:13:22.404700 dv-cinder-794669-4-iscsi neutron-server[92564]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 22:13:22.404700 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 22:13:22.404700 dv-cinder-794669-4-iscsi neutron-server[92564]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 22:13:22.404700 dv-cinder-794669-4-iscsi neutron-server[92564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 22:13:22.545323 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-3aa28df8-d510-478d-be47-46b79bddca3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1799305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-309369'] for network, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:22.549624 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:13:22.566151 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-3aa28df8-d510-478d-be47-46b79bddca3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for network, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:22.572238 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa28df8-d510-478d-be47-46b79bddca3e admin admin] Pushing event deleted for resources: {'Network': ['ID=430d7e4d-f267-44a3-aae2-54464c48ebc9,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:13:22.577625 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-3aa28df8-d510-478d-be47-46b79bddca3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:13:22.654447 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-3aa28df8-d510-478d-be47-46b79bddca3e admin admin] 10.222.0.106 "DELETE /v2.0/networks/430d7e4d-f267-44a3-aae2-54464c48ebc9 HTTP/1.1" status: 204  len: 168 time: 1.2354677
Jun 03 22:13:22.657249 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 37298) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:13:22.684940 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device c2debc5e-fe5a-40b1-ade2-c97437c10023 no longer exists at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:13:22.719859 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] No Port match for: c2debc5e-fe5a-40b1-ade2-c97437c10023 {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:13:22.720162 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device c2debc5e-fe5a-40b1-ade2-c97437c10023 not bound to the agent host dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:13:22.720561 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 855040fd-0aad-4e41-8e5d-1671391eaa9f no longer exists at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:13:22.754031 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] No Port match for: 855040fd-0aad-4e41-8e5d-1671391eaa9f {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:13:22.754410 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 855040fd-0aad-4e41-8e5d-1671391eaa9f not bound to the agent host dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:13:23.235645 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-8293de6c-449a-43f8-a349-7bc0029f8a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664943'] for router_interface, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:23.704690 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [None req-8293de6c-449a-43f8-a349-7bc0029f8a9a admin admin] Deleting port a3359e15-d00a-48ef-8065-bb05751ac3dc {{(pid=92564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:13:23.705549 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-8293de6c-449a-43f8-a349-7bc0029f8a9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:23.850816 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [None req-8293de6c-449a-43f8-a349-7bc0029f8a9a admin admin] For port a3359e15-d00a-48ef-8065-bb05751ac3dc, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=a3359e15-d00a-48ef-8065-bb05751ac3dc,segment=NetworkSegment(fa911568-c72c-471c-9dcb-31f6a9f3b275),segment_id=fa911568-c72c-471c-9dcb-31f6a9f3b275)] {{(pid=92564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:13:23.851216 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-8293de6c-449a-43f8-a349-7bc0029f8a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:24.092331 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [None req-8293de6c-449a-43f8-a349-7bc0029f8a9a admin admin] Calling delete_port for a3359e15-d00a-48ef-8065-bb05751ac3dc owned by network:router_interface {{(pid=92564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:13:24.305845 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-8293de6c-449a-43f8-a349-7bc0029f8a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:24.309784 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-be144632-3417-422b-9951-0acbd2171ca1 tempest-ServerRescueNegativeTestJSON-162907387 tempest-ServerRescueNegativeTestJSON-162907387-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:13:24.354647 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293de6c-449a-43f8-a349-7bc0029f8a9a admin admin] Pushing event deleted for resources: {'Port': ['ID=a3359e15-d00a-48ef-8065-bb05751ac3dc,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:13:24.357981 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-8293de6c-449a-43f8-a349-7bc0029f8a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:13:24.717266 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-8293de6c-449a-43f8-a349-7bc0029f8a9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666801'] for router_interface, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:25.145378 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8293de6c-449a-43f8-a349-7bc0029f8a9a admin admin] Router 7cd1b72b-7526-40ae-a55b-f11127f19965 has already been hosted by L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 {{(pid=92564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 22:13:25.392084 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8293de6c-449a-43f8-a349-7bc0029f8a9a admin admin] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:13:25.405781 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060a8b8f-890d-4d2d-815b-8d6a368e701b None None] Sync routers for ids ['7cd1b72b-7526-40ae-a55b-f11127f19965'] in dv-cinder-794669-4-iscsi {{(pid=92566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:13:25.422298 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060a8b8f-890d-4d2d-815b-8d6a368e701b None None] Routers {'7cd1b72b-7526-40ae-a55b-f11127f19965'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:13:25.425844 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-060a8b8f-890d-4d2d-815b-8d6a368e701b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814fe28e50>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:13:20Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['7cd1b72b-7526-40ae-a55b-f11127f19965'], 'active': True} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:13:25.485444 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-8293de6c-449a-43f8-a349-7bc0029f8a9a admin admin] 10.222.0.106 "PUT /v2.0/routers/7cd1b72b-7526-40ae-a55b-f11127f19965/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8269851
Jun 03 22:13:25.488124 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 37304) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:13:25.690601 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-56aa2ef4-95d6-4fff-980c-639d35f734f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:25.732918 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvr_db [None req-060a8b8f-890d-4d2d-815b-8d6a368e701b None None] Set router 7cd1b72b-7526-40ae-a55b-f11127f19965 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:13:26.057524 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-56aa2ef4-95d6-4fff-980c-639d35f734f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:26.150984 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-060a8b8f-890d-4d2d-815b-8d6a368e701b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814fe28e50>, [{'id': '7cd1b72b-7526-40ae-a55b-f11127f19965', 'name': 'tempest-TestMinimumBasicScenario-545463133-router', 'tenant_id': '9d9b5c928d9c41528590355842fee714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '265f7c31-fdd7-4834-85f4-e64fe5030191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:08:02Z', 'updated_at': '2021-06-03T22:13:24Z', 'revision_number': 5, 'project_id': '9d9b5c928d9c41528590355842fee714', 'gw_port': {'id': '265f7c31-fdd7-4834-85f4-e64fe5030191', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:4e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd1b72b-7526-40ae-a55b-f11127f19965', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:08:03Z', 'updated_at': '2021-06-03T22:08:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:13:26.155880 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060a8b8f-890d-4d2d-815b-8d6a368e701b None None] Checking router: 7cd1b72b-7526-40ae-a55b-f11127f19965 for host: dv-cinder-794669-4-iscsi {{(pid=92566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:13:26.165368 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060a8b8f-890d-4d2d-815b-8d6a368e701b None None] Routers {'7cd1b72b-7526-40ae-a55b-f11127f19965'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:13:26.166114 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-060a8b8f-890d-4d2d-815b-8d6a368e701b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814fe28e50>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:13:20Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['7cd1b72b-7526-40ae-a55b-f11127f19965'], 'active': True} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:13:26.260170 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [None req-56aa2ef4-95d6-4fff-980c-639d35f734f9 admin admin] Deleting port 265f7c31-fdd7-4834-85f4-e64fe5030191 {{(pid=92564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:13:26.260843 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-56aa2ef4-95d6-4fff-980c-639d35f734f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:26.352164 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvr_db [None req-060a8b8f-890d-4d2d-815b-8d6a368e701b None None] Set router 7cd1b72b-7526-40ae-a55b-f11127f19965 gateway port host: None {{(pid=92566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:13:26.446109 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [None req-56aa2ef4-95d6-4fff-980c-639d35f734f9 admin admin] For port 265f7c31-fdd7-4834-85f4-e64fe5030191, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=265f7c31-fdd7-4834-85f4-e64fe5030191,segment=NetworkSegment(cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c),segment_id=cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c)] {{(pid=92564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:13:26.446709 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-56aa2ef4-95d6-4fff-980c-639d35f734f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:26.475007 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-060a8b8f-890d-4d2d-815b-8d6a368e701b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814fe28e50>, [{'id': '7cd1b72b-7526-40ae-a55b-f11127f19965', 'name': 'tempest-TestMinimumBasicScenario-545463133-router', 'tenant_id': '9d9b5c928d9c41528590355842fee714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:08:02Z', 'updated_at': '2021-06-03T22:13:26Z', 'revision_number': 6, 'project_id': '9d9b5c928d9c41528590355842fee714', 'gw_port_host': None}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:13:26.480335 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060a8b8f-890d-4d2d-815b-8d6a368e701b None None] The sync data for ids ['7cd1b72b-7526-40ae-a55b-f11127f19965'] in dv-cinder-794669-4-iscsi is: [{'id': '7cd1b72b-7526-40ae-a55b-f11127f19965', 'name': 'tempest-TestMinimumBasicScenario-545463133-router', 'tenant_id': '9d9b5c928d9c41528590355842fee714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:08:02Z', 'updated_at': '2021-06-03T22:13:26Z', 'revision_number': 6, 'project_id': '9d9b5c928d9c41528590355842fee714', 'gw_port_host': None}] {{(pid=92566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:13:26.605939 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [None req-56aa2ef4-95d6-4fff-980c-639d35f734f9 admin admin] Calling delete_port for 265f7c31-fdd7-4834-85f4-e64fe5030191 owned by network:router_gateway {{(pid=92564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:13:26.825820 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-56aa2ef4-95d6-4fff-980c-639d35f734f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:26.830101 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-177a3933-2c20-48b3-9cd3-ff7dce35f5e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:13:26.879997 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device a3359e15-d00a-48ef-8065-bb05751ac3dc no longer exists at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:13:26.883661 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa2ef4-95d6-4fff-980c-639d35f734f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=265f7c31-fdd7-4834-85f4-e64fe5030191,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:13:26.886198 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-56aa2ef4-95d6-4fff-980c-639d35f734f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:13:26.956652 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] No Port match for: a3359e15-d00a-48ef-8065-bb05751ac3dc {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:13:26.957216 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device a3359e15-d00a-48ef-8065-bb05751ac3dc not bound to the agent host dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:13:27.028003 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-56aa2ef4-95d6-4fff-980c-639d35f734f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-309266'] for router_gateway, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:27.227932 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-56aa2ef4-95d6-4fff-980c-639d35f734f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-710188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38400'] for router, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:27.230400 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-56aa2ef4-95d6-4fff-980c-639d35f734f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:27.300677 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-56aa2ef4-95d6-4fff-980c-639d35f734f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-710328'] for router, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:27.301562 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56aa2ef4-95d6-4fff-980c-639d35f734f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cd1b72b-7526-40ae-a55b-f11127f19965 {{(pid=92564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 03 22:13:27.320694 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-56aa2ef4-95d6-4fff-980c-639d35f734f9 admin admin] Notify callbacks [] for router, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:27.325715 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 37310) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:13:27.327632 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-56aa2ef4-95d6-4fff-980c-639d35f734f9 admin admin] 10.222.0.106 "DELETE /v2.0/routers/7cd1b72b-7526-40ae-a55b-f11127f19965 HTTP/1.1" status: 204  len: 168 time: 1.8373120
Jun 03 22:13:27.406572 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5fc3f14-f499-4fb4-ab11-ae0d4b894b45 admin admin] Deleting subnet 30cd56e2-b684-4e92-81dc-343c227a8805 {{(pid=92563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 22:13:27.411647 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a5fc3f14-f499-4fb4-ab11-ae0d4b894b45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:27.472952 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a5fc3f14-f499-4fb4-ab11-ae0d4b894b45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840165'] for subnet, precommit_delete_associations {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:27.666014 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a5fc3f14-f499-4fb4-ab11-ae0d4b894b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799703'] for subnet, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:28.100493 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a5fc3f14-f499-4fb4-ab11-ae0d4b894b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33200899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31823006'] for subnet, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:28.105040 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-15ac8c49-ab0d-42a7-9a2a-a8656b488385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:13:28.163248 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc3f14-f499-4fb4-ab11-ae0d4b894b45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30cd56e2-b684-4e92-81dc-343c227a8805,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:13:28.166983 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-a5fc3f14-f499-4fb4-ab11-ae0d4b894b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:13:28.168011 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a5fc3f14-f499-4fb4-ab11-ae0d4b894b45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for subnet, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:28.175538 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-a5fc3f14-f499-4fb4-ab11-ae0d4b894b45 admin admin] 10.222.0.106 "DELETE /v2.0/subnets/30cd56e2-b684-4e92-81dc-343c227a8805 HTTP/1.1" status: 204  len: 168 time: 0.8484128
Jun 03 22:13:28.176306 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1096e0-4bc0-4102-9811-aabc3d3bc932 None None] Network 82096e9b-1433-4bbf-a894-b023fd3e12d4 requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:13:28.178814 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 37312) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:13:28.296334 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-069113b2-9c56-4c72-8077-5eb65af885e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1319667'] for network, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:28.410243 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.plugin [None req-069113b2-9c56-4c72-8077-5eb65af885e1 admin admin] Deleting port 6392dadb-0e35-403b-8565-8f36070ba6ac {{(pid=92563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:13:28.410928 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-069113b2-9c56-4c72-8077-5eb65af885e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:28.561450 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.db [None req-069113b2-9c56-4c72-8077-5eb65af885e1 admin admin] For port 6392dadb-0e35-403b-8565-8f36070ba6ac, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=6392dadb-0e35-403b-8565-8f36070ba6ac,segment=NetworkSegment(fa911568-c72c-471c-9dcb-31f6a9f3b275),segment_id=fa911568-c72c-471c-9dcb-31f6a9f3b275)] {{(pid=92563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:13:28.561809 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-069113b2-9c56-4c72-8077-5eb65af885e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:28.585321 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b3e923-eaaf-4368-8e6d-6ec76c9c7490 None None] DHCP port deletion for 82096e9b-1433-4bbf-a894-b023fd3e12d4 request from dv-cinder-794669-4-iscsi {{(pid=92565) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 03 22:13:28.710521 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-a7b3e923-eaaf-4368-8e6d-6ec76c9c7490 None None] Deleting port 6392dadb-0e35-403b-8565-8f36070ba6ac {{(pid=92565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:13:28.711214 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-a7b3e923-eaaf-4368-8e6d-6ec76c9c7490 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:28.724382 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.plugin [None req-069113b2-9c56-4c72-8077-5eb65af885e1 admin admin] Calling delete_port for 6392dadb-0e35-403b-8565-8f36070ba6ac owned by network:dhcp {{(pid=92563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:13:28.738222 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 6392dadb-0e35-403b-8565-8f36070ba6ac no longer exists at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:13:28.888795 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-069113b2-9c56-4c72-8077-5eb65af885e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33200950'] for port, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:28.892868 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-a0360526-c804-4454-8d2a-d4e4749790ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:13:28.946184 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069113b2-9c56-4c72-8077-5eb65af885e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6392dadb-0e35-403b-8565-8f36070ba6ac,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:13:28.949428 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-069113b2-9c56-4c72-8077-5eb65af885e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:13:28.953119 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069113b2-9c56-4c72-8077-5eb65af885e1 admin admin] No DVR routers for this DVR port 6392dadb-0e35-403b-8565-8f36070ba6ac on host dv-cinder-794669-4-iscsi {{(pid=92563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 22:13:28.991778 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-a7b3e923-eaaf-4368-8e6d-6ec76c9c7490 None None] For port 6392dadb-0e35-403b-8565-8f36070ba6ac, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=6392dadb-0e35-403b-8565-8f36070ba6ac,segment=NetworkSegment(fa911568-c72c-471c-9dcb-31f6a9f3b275),segment_id=fa911568-c72c-471c-9dcb-31f6a9f3b275)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:13:28.992429 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-a7b3e923-eaaf-4368-8e6d-6ec76c9c7490 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:29.010345 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] No active binding found for port 6392dadb-0e35-403b-8565-8f36070ba6ac {{(pid=92565) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Jun 03 22:13:29.011023 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 6392dadb-0e35-403b-8565-8f36070ba6ac not bound to the agent host dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:13:29.011774 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 265f7c31-fdd7-4834-85f4-e64fe5030191 no longer exists at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:13:29.084737 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-069113b2-9c56-4c72-8077-5eb65af885e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1799298', 'neutron.services.segments.db._delete_segments_for_network-8762086254785'] for network, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:29.102985 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.services.segments.db [None req-069113b2-9c56-4c72-8077-5eb65af885e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f814dd1b0d0>,) {'filters': {'network_id': ['82096e9b-1433-4bbf-a894-b023fd3e12d4']}} {{(pid=92563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:13:29.117814 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.services.segments.db [None req-069113b2-9c56-4c72-8077-5eb65af885e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f814dd1b0d0>, 'fa911568-c72c-471c-9dcb-31f6a9f3b275') {'for_net_delete': True} {{(pid=92563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:13:29.118104 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.services.segments.db [None req-069113b2-9c56-4c72-8077-5eb65af885e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f814dd1b0d0>, 'fa911568-c72c-471c-9dcb-31f6a9f3b275') {} {{(pid=92563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:13:29.130764 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-069113b2-9c56-4c72-8077-5eb65af885e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762086257628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840220'] for segment, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:29.149086 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-069113b2-9c56-4c72-8077-5eb65af885e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286'] for segment, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:29.158051 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-069113b2-9c56-4c72-8077-5eb65af885e1 admin admin] Releasing vlan 1438 on physical network physnet1 to pool {{(pid=92563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 22:13:29.158663 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-069113b2-9c56-4c72-8077-5eb65af885e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33201129'] for segment, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:29.174067 dv-cinder-794669-4-iscsi neutron-server[92563]: Traceback (most recent call last):
Jun 03 22:13:29.174067 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 22:13:29.174067 dv-cinder-794669-4-iscsi neutron-server[92563]:     timer()
Jun 03 22:13:29.174067 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 22:13:29.174067 dv-cinder-794669-4-iscsi neutron-server[92563]:     cb(*args, **kw)
Jun 03 22:13:29.174067 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 22:13:29.174067 dv-cinder-794669-4-iscsi neutron-server[92563]:     return func(*args, **kwargs)
Jun 03 22:13:29.174067 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 22:13:29.174067 dv-cinder-794669-4-iscsi neutron-server[92563]:     self._notify()
Jun 03 22:13:29.174067 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 22:13:29.174067 dv-cinder-794669-4-iscsi neutron-server[92563]:     self.callback(batched_events)
Jun 03 22:13:29.174067 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 22:13:29.174067 dv-cinder-794669-4-iscsi neutron-server[92563]:     event.method(event)
Jun 03 22:13:29.174067 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 22:13:29.174067 dv-cinder-794669-4-iscsi neutron-server[92563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 22:13:29.174067 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 22:13:29.174067 dv-cinder-794669-4-iscsi neutron-server[92563]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 22:13:29.174067 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 22:13:29.174067 dv-cinder-794669-4-iscsi neutron-server[92563]:     return f(self, *a, **k)
Jun 03 22:13:29.174067 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 22:13:29.174067 dv-cinder-794669-4-iscsi neutron-server[92563]:     return self._get(url).json()
Jun 03 22:13:29.174067 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 22:13:29.174067 dv-cinder-794669-4-iscsi neutron-server[92563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 22:13:29.174067 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 22:13:29.174067 dv-cinder-794669-4-iscsi neutron-server[92563]:     return self.request(url, 'GET', **kwargs)
Jun 03 22:13:29.174067 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 22:13:29.174067 dv-cinder-794669-4-iscsi neutron-server[92563]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 22:13:29.174067 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 22:13:29.174067 dv-cinder-794669-4-iscsi neutron-server[92563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 22:13:29.174067 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 22:13:29.174067 dv-cinder-794669-4-iscsi neutron-server[92563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 22:13:29.174067 dv-cinder-794669-4-iscsi neutron-server[92563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 22:13:29.273881 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] No Port match for: 265f7c31-fdd7-4834-85f4-e64fe5030191 {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:13:29.274633 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 265f7c31-fdd7-4834-85f4-e64fe5030191 not bound to the agent host dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:13:29.292972 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-a7b3e923-eaaf-4368-8e6d-6ec76c9c7490 None None] Calling delete_port for 6392dadb-0e35-403b-8565-8f36070ba6ac owned by network:dhcp {{(pid=92565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:13:29.311330 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-069113b2-9c56-4c72-8077-5eb65af885e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1799305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-309369'] for network, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:29.315988 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-860ad70b-e736-4874-b49f-b83e2ac6b946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:13:29.338307 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-069113b2-9c56-4c72-8077-5eb65af885e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for network, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:29.345871 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069113b2-9c56-4c72-8077-5eb65af885e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=82096e9b-1433-4bbf-a894-b023fd3e12d4,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:13:29.351248 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-069113b2-9c56-4c72-8077-5eb65af885e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:13:29.360270 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-069113b2-9c56-4c72-8077-5eb65af885e1 admin admin] 10.222.0.106 "DELETE /v2.0/networks/82096e9b-1433-4bbf-a894-b023fd3e12d4 HTTP/1.1" status: 204  len: 168 time: 1.1795747
Jun 03 22:13:29.363123 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-a7b3e923-eaaf-4368-8e6d-6ec76c9c7490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549'] for port, after_delete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:29.371766 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:13:29.407110 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a7b3e923-eaaf-4368-8e6d-6ec76c9c7490 None None] Network 82096e9b-1433-4bbf-a894-b023fd3e12d4 is not hosted by any dhcp agent {{(pid=92565) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}}
Jun 03 22:13:29.407110 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b3e923-eaaf-4368-8e6d-6ec76c9c7490 None None] No DVR routers for this DVR port 6392dadb-0e35-403b-8565-8f36070ba6ac on host dv-cinder-794669-4-iscsi {{(pid=92565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 22:13:29.415644 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3e923-eaaf-4368-8e6d-6ec76c9c7490 None None] Pushing event deleted for resources: {'Port': ['ID=6392dadb-0e35-403b-8565-8f36070ba6ac,revision_number=None']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:13:29.418089 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-a7b3e923-eaaf-4368-8e6d-6ec76c9c7490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:13:29.671771 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 37322) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:13:29.730872 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-584f25b6-c665-4d9d-bdc8-48e0e22a6443 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=0dabed8f14dc4e5598cbf1b0e1396411&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0574515
Jun 03 22:13:29.733867 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 37324) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:13:29.800669 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-585dbe8c-8cba-4e61-96bb-a39b85344df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:29.829508 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-585dbe8c-8cba-4e61-96bb-a39b85344df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:29.939676 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-585dbe8c-8cba-4e61-96bb-a39b85344df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:29.943591 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-3393747a-b431-4f14-b8ee-734c93177f98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:13:29.961813 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585dbe8c-8cba-4e61-96bb-a39b85344df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9cbadc-056a-42e8-bd16-e4493a384fb1,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:13:29.965792 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-585dbe8c-8cba-4e61-96bb-a39b85344df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:13:29.969764 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-585dbe8c-8cba-4e61-96bb-a39b85344df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:29.970883 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-585dbe8c-8cba-4e61-96bb-a39b85344df6 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/6f9cbadc-056a-42e8-bd16-e4493a384fb1 HTTP/1.1" status: 204  len: 168 time: 0.2360351
Jun 03 22:13:30.742771 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 37332) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:13:30.887527 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-a71b5e93-5d30-4229-a4c3-fb2d9aebd332 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=9d9b5c928d9c41528590355842fee714&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1432579
Jun 03 22:13:30.890061 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 37334) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:13:30.958825 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-9e8a5ccf-12f8-451b-a416-4b6b98a17a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:30.990771 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-9e8a5ccf-12f8-451b-a416-4b6b98a17a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:31.094084 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-9e8a5ccf-12f8-451b-a416-4b6b98a17a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:31.098071 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-eedbd1cf-fa39-4001-bcca-38323d1b3847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:13:31.111108 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a5ccf-12f8-451b-a416-4b6b98a17a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5791dd93-7462-4424-92e8-43b2a1d3db0c,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:13:31.114242 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-9e8a5ccf-12f8-451b-a416-4b6b98a17a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:13:31.127829 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-9e8a5ccf-12f8-451b-a416-4b6b98a17a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:31.129262 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-9e8a5ccf-12f8-451b-a416-4b6b98a17a09 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/5791dd93-7462-4424-92e8-43b2a1d3db0c HTTP/1.1" status: 204  len: 168 time: 0.2381008
Jun 03 22:13:32.617012 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:13:45.848069 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:47.001820 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-9f168614-e834-4edc-853a-87f5c7a18bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:47.542458 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-23e7f664-484c-4d4a-8e14-4eb46f1e6ee3 req-e63fe1ec-f30d-4c63-8705-4d28ca5fab00 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0eee71d2-ec13-4fca-a702-5ab8e72cdd04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0770772
Jun 03 22:13:47.705793 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7f664-484c-4d4a-8e14-4eb46f1e6ee3 req-9533515c-86f3-4f07-b751-cd1d183de8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:13:47.707356 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-23e7f664-484c-4d4a-8e14-4eb46f1e6ee3 req-9533515c-86f3-4f07-b751-cd1d183de8c9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c14a1e6c501b4dd3966eb23d8b4969bc&device_id=0eee71d2-ec13-4fca-a702-5ab8e72cdd04 HTTP/1.1" status: 200  len: 1099 time: 0.0806305
Jun 03 22:13:47.869787 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7f664-484c-4d4a-8e14-4eb46f1e6ee3 req-878ce67f-0a94-46d0-b6b7-733cfb06b936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:13:47.871228 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-23e7f664-484c-4d4a-8e14-4eb46f1e6ee3 req-878ce67f-0a94-46d0-b6b7-733cfb06b936 service neutron] 10.222.0.58 "GET /v2.0/networks?id=35f20c75-e7a0-4927-b48f-493b756f4e3d HTTP/1.1" status: 200  len: 918 time: 0.1324408
Jun 03 22:13:47.984943 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-23e7f664-484c-4d4a-8e14-4eb46f1e6ee3 req-9a761cd3-095c-41fe-a97b-991bd3cf78bc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b6a4342e-48c3-4c53-a2c7-de600d045d4d HTTP/1.1" status: 200  len: 1002 time: 0.1054893
Jun 03 22:13:48.051629 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7f664-484c-4d4a-8e14-4eb46f1e6ee3 req-a01cf64c-4ae9-46df-8e1f-db15ab8d7239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:13:48.053062 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-23e7f664-484c-4d4a-8e14-4eb46f1e6ee3 req-a01cf64c-4ae9-46df-8e1f-db15ab8d7239 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=67671872-aaef-41f0-85f5-6741db23bdd5 HTTP/1.1" status: 200  len: 855 time: 0.0627263
Jun 03 22:13:48.224873 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7f664-484c-4d4a-8e14-4eb46f1e6ee3 req-6cc273b6-256d-461e-8553-999a56d99cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:13:48.226866 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-23e7f664-484c-4d4a-8e14-4eb46f1e6ee3 req-6cc273b6-256d-461e-8553-999a56d99cd5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35f20c75-e7a0-4927-b48f-493b756f4e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1656237
Jun 03 22:13:48.370298 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-23e7f664-484c-4d4a-8e14-4eb46f1e6ee3 req-809b45a3-e427-45c1-a42c-eaf05873a263 service neutron] 10.222.0.58 "GET /v2.0/networks/35f20c75-e7a0-4927-b48f-493b756f4e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346061
Jun 03 22:13:48.511861 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-23e7f664-484c-4d4a-8e14-4eb46f1e6ee3 req-82f8f1e9-1398-4539-8409-d37acae212a2 service neutron] 10.222.0.58 "GET /v2.0/networks/35f20c75-e7a0-4927-b48f-493b756f4e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1331995
Jun 03 22:13:49.711821 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:49.739248 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-2c5f0d27-1a8e-4c70-bca2-840f3e1d9432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:51.013330 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:13:52.396870 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:14:09.617084 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:14:15.875861 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:14:17.008096 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-923dcf3b-a248-48b3-a91a-9e2b0836775a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:14:19.693377 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:14:19.738430 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-6abcce1b-e8fa-4a7c-bb36-b086f84073ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:14:21.029911 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:14:22.436743 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:14:45.927439 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:14:46.617820 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:14:46.989961 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c2107b03-df5d-4603-a497-34be1a71ead9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:14:47.597316 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f64fa263-4ac4-41e8-8e1f-60a67f3b91c7 req-b0f89af1-c8d2-456b-b356-a24399545b03 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7ca7670c-b0d8-46e6-94a4-ca41ec3d4279&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0776396
Jun 03 22:14:47.705916 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fa263-4ac4-41e8-8e1f-60a67f3b91c7 req-630b1d54-70e6-4183-8c35-e19911da4fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:14:47.707478 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f64fa263-4ac4-41e8-8e1f-60a67f3b91c7 req-630b1d54-70e6-4183-8c35-e19911da4fa4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8bddcb3939c342928d67721b6a1cbfbd&device_id=7ca7670c-b0d8-46e6-94a4-ca41ec3d4279 HTTP/1.1" status: 200  len: 1098 time: 0.0837364
Jun 03 22:14:47.873864 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fa263-4ac4-41e8-8e1f-60a67f3b91c7 req-5f710a66-edd9-491d-ac58-c8a3ba28c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:14:47.875331 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f64fa263-4ac4-41e8-8e1f-60a67f3b91c7 req-5f710a66-edd9-491d-ac58-c8a3ba28c3e3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ebaf9a1d-decc-4b44-8917-97a40dd6cd32 HTTP/1.1" status: 200  len: 913 time: 0.1442039
Jun 03 22:14:47.985449 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f64fa263-4ac4-41e8-8e1f-60a67f3b91c7 req-35ce5c43-a82f-40de-9b88-b6329b80b8b6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=888d7929-e1de-435b-8fc2-d814b20ee221 HTTP/1.1" status: 200  len: 1000 time: 0.1010780
Jun 03 22:14:48.053568 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fa263-4ac4-41e8-8e1f-60a67f3b91c7 req-bd2c9b05-daef-4690-90ef-6c3d7655a997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:14:48.055008 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f64fa263-4ac4-41e8-8e1f-60a67f3b91c7 req-bd2c9b05-daef-4690-90ef-6c3d7655a997 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a52c3c6b-a445-47db-810f-6427fa90f388 HTTP/1.1" status: 200  len: 850 time: 0.0617914
Jun 03 22:14:48.136240 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fa263-4ac4-41e8-8e1f-60a67f3b91c7 req-bc872cc7-1b5e-4c20-8233-dad7caa6e38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:14:48.137701 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f64fa263-4ac4-41e8-8e1f-60a67f3b91c7 req-bc872cc7-1b5e-4c20-8233-dad7caa6e38b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ebaf9a1d-decc-4b44-8917-97a40dd6cd32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0746975
Jun 03 22:14:48.277455 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f64fa263-4ac4-41e8-8e1f-60a67f3b91c7 req-b8741b7a-e827-487d-9e8e-a294f0c6b0f4 service neutron] 10.222.0.58 "GET /v2.0/networks/ebaf9a1d-decc-4b44-8917-97a40dd6cd32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1303489
Jun 03 22:14:48.424521 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f64fa263-4ac4-41e8-8e1f-60a67f3b91c7 req-ea3d1119-04d4-4227-9fea-463cc6754ae9 service neutron] 10.222.0.58 "GET /v2.0/networks/ebaf9a1d-decc-4b44-8917-97a40dd6cd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390452
Jun 03 22:14:49.663560 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:14:49.756014 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-820ecc80-4795-4af7-9d67-dd7bd0771644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:14:51.018987 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:14:52.390021 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:13.475765 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 37434) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:15:13.849716 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [None req-bd9a2307-11d1-496f-8f85-d78d93af2f15 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Deleting port 68df9b92-b94e-4092-ad71-06a9a8f01ecf {{(pid=92564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:15:13.850087 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-bd9a2307-11d1-496f-8f85-d78d93af2f15 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:13.973935 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-bd9a2307-11d1-496f-8f85-d78d93af2f15 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:13.974290 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-bd9a2307-11d1-496f-8f85-d78d93af2f15 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:14.184334 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [None req-bd9a2307-11d1-496f-8f85-d78d93af2f15 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Calling delete_port for 68df9b92-b94e-4092-ad71-06a9a8f01ecf owned by network:floatingip {{(pid=92564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:15:14.400200 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-bd9a2307-11d1-496f-8f85-d78d93af2f15 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:14.404616 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-56aa2ef4-95d6-4fff-980c-639d35f734f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:15:14.454593 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a2307-11d1-496f-8f85-d78d93af2f15 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Pushing event deleted for resources: {'Port': ['ID=68df9b92-b94e-4092-ad71-06a9a8f01ecf,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:15:14.492305 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9a2307-11d1-496f-8f85-d78d93af2f15 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:15:14.492999 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9a2307-11d1-496f-8f85-d78d93af2f15 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:15:14.493130 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9a2307-11d1-496f-8f85-d78d93af2f15 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:15:14.493461 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9a2307-11d1-496f-8f85-d78d93af2f15 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:15:14.493842 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9a2307-11d1-496f-8f85-d78d93af2f15 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:15:14.494244 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9a2307-11d1-496f-8f85-d78d93af2f15 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:15:14.494635 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9a2307-11d1-496f-8f85-d78d93af2f15 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:15:14.495038 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9a2307-11d1-496f-8f85-d78d93af2f15 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:15:14.495455 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9a2307-11d1-496f-8f85-d78d93af2f15 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:15:14.496129 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9a2307-11d1-496f-8f85-d78d93af2f15 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:15:14.496550 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9a2307-11d1-496f-8f85-d78d93af2f15 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:15:14.496995 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9a2307-11d1-496f-8f85-d78d93af2f15 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:15:14.505361 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-bd9a2307-11d1-496f-8f85-d78d93af2f15 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:15:14.571090 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-bd9a2307-11d1-496f-8f85-d78d93af2f15 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks [] for floatingip, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:14.571560 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.db.l3_db [None req-bd9a2307-11d1-496f-8f85-d78d93af2f15 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Floating IP 0342d944-e8c9-499c-8ad3-0b832e824aee disassociated (deleted). External IP: 172.27.0.167, port: fc4f4ef8-86c1-483c-92c0-cfe1f281482c.
Jun 03 22:15:14.928447 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9a2307-11d1-496f-8f85-d78d93af2f15 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Router 70094bf8-7e1e-4e46-916f-211fc4981468 has already been hosted by L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 {{(pid=92564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 22:15:15.122982 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9a2307-11d1-496f-8f85-d78d93af2f15 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:15:15.135767 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c24c06-5605-407f-a73e-d974991bf4ae None None] Sync routers for ids ['70094bf8-7e1e-4e46-916f-211fc4981468'] in dv-cinder-794669-4-iscsi {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:15:15.146484 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c24c06-5605-407f-a73e-d974991bf4ae None None] Routers {'70094bf8-7e1e-4e46-916f-211fc4981468'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:15:15.147253 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-57c24c06-5605-407f-a73e-d974991bf4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814eb885e0>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:14:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['70094bf8-7e1e-4e46-916f-211fc4981468'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:15:15.241375 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-bd9a2307-11d1-496f-8f85-d78d93af2f15 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for floatingip, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:15.303286 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-bd9a2307-11d1-496f-8f85-d78d93af2f15 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "DELETE /v2.0/floatingips/0342d944-e8c9-499c-8ad3-0b832e824aee HTTP/1.1" status: 204  len: 168 time: 1.8263016
Jun 03 22:15:15.304088 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5a259f4-95e7-48f1-a22b-e6446028265a', 'tag': 'fc4f4ef8-86c1-483c-92c0-cfe1f281482c'}] {{(pid=92564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:15:15.306450 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c024af40dcbc7289fed731e5c35c42eecf8f16a39534b44a636824a10e0ed12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f0816e-9985-417b-bd13-67ba9d55c9dc" -d '{"events": [{"name": "network-changed", "server_uuid": "f5a259f4-95e7-48f1-a22b-e6446028265a", "tag": "fc4f4ef8-86c1-483c-92c0-cfe1f281482c"}]}' {{(pid=92564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:15:15.342057 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-57c24c06-5605-407f-a73e-d974991bf4ae None None] Set router 70094bf8-7e1e-4e46-916f-211fc4981468 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:15:15.361017 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a8647e-45c8-4734-badf-66de86668130 x-openstack-request-id: req-d5a8647e-45c8-4734-badf-66de86668130 {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:15:15.361492 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5a259f4-95e7-48f1-a22b-e6446028265a", "tag": "fc4f4ef8-86c1-483c-92c0-cfe1f281482c", "status": "completed", "code": 200}]} {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:15:15.361784 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-d5a8647e-45c8-4734-badf-66de86668130 {{(pid=92564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:15:15.362219 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5a259f4-95e7-48f1-a22b-e6446028265a', 'tag': 'fc4f4ef8-86c1-483c-92c0-cfe1f281482c', 'status': 'completed', 'code': 200}
Jun 03 22:15:15.465359 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0816e-9985-417b-bd13-67ba9d55c9dc req-b9f6bdff-6628-40a0-a2fd-8bb110d9bba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:15:15.466841 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-78f0816e-9985-417b-bd13-67ba9d55c9dc req-b9f6bdff-6628-40a0-a2fd-8bb110d9bba3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=96c06991ed074d8bb9135b3908303d68&device_id=f5a259f4-95e7-48f1-a22b-e6446028265a HTTP/1.1" status: 200  len: 1099 time: 0.0759029
Jun 03 22:15:15.606591 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0816e-9985-417b-bd13-67ba9d55c9dc req-c55e0a43-811e-4789-bfe9-8dcf30b97509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:15:15.607915 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-78f0816e-9985-417b-bd13-67ba9d55c9dc req-c55e0a43-811e-4789-bfe9-8dcf30b97509 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6aec7b12-e211-4a86-90a7-9ae14d5cb151 HTTP/1.1" status: 200  len: 910 time: 0.1356552
Jun 03 22:15:15.674138 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-57c24c06-5605-407f-a73e-d974991bf4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814eb885e0>, [{'id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'name': 'tempest-TestShelveInstance-563370448-router', 'tenant_id': '96c06991ed074d8bb9135b3908303d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:10:39Z', 'updated_at': '2021-06-03T22:10:44Z', 'revision_number': 4, 'project_id': '96c06991ed074d8bb9135b3908303d68', 'gw_port': {'id': 'b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:10:40Z', 'updated_at': '2021-06-03T22:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': 'f3a9f248-bc39-4b08-994c-b9cf8ace7baf', 'name': '', 'network_id': '6aec7b12-e211-4a86-90a7-9ae14d5cb151', 'tenant_id': '96c06991ed074d8bb9135b3908303d68', 'mac_address': 'fa:16:3e:3d:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f02a8e48-8342-4c67-b007-7a1ab19d6caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:10:43Z', 'updated_at': '2021-06-03T22:10:51Z', 'revision_number': 5, 'project_id': '96c06991ed074d8bb9135b3908303d68', 'subnets': [{'id': 'f02a8e48-8342-4c67-b007-7a1ab19d6caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:15:15.678794 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c24c06-5605-407f-a73e-d974991bf4ae None None] Checking router: 70094bf8-7e1e-4e46-916f-211fc4981468 for host: dv-cinder-794669-4-iscsi {{(pid=92565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:15:15.683941 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-78f0816e-9985-417b-bd13-67ba9d55c9dc req-06a4b93d-614b-4e58-b3a0-02138eabaaaa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc4f4ef8-86c1-483c-92c0-cfe1f281482c HTTP/1.1" status: 200  len: 217 time: 0.0669265
Jun 03 22:15:15.687751 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c24c06-5605-407f-a73e-d974991bf4ae None None] Routers {'70094bf8-7e1e-4e46-916f-211fc4981468'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:15:15.688362 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-57c24c06-5605-407f-a73e-d974991bf4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814eb885e0>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:14:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['70094bf8-7e1e-4e46-916f-211fc4981468'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:15:15.749726 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0816e-9985-417b-bd13-67ba9d55c9dc req-e80d9c38-4207-4ad9-85e6-2d2a69b37cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:15:15.751195 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-78f0816e-9985-417b-bd13-67ba9d55c9dc req-e80d9c38-4207-4ad9-85e6-2d2a69b37cc9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f02a8e48-8342-4c67-b007-7a1ab19d6caa HTTP/1.1" status: 200  len: 847 time: 0.0599751
Jun 03 22:15:15.890031 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-57c24c06-5605-407f-a73e-d974991bf4ae None None] Set router 70094bf8-7e1e-4e46-916f-211fc4981468 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:15:15.928704 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed10a1a9-1d7c-46fa-9989-e55abd86f6b6 req-7cdc379d-a0d3-4f13-8232-c293fb314fe6 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:15:15.929611 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0816e-9985-417b-bd13-67ba9d55c9dc req-6a7138f1-b966-4cab-9ddd-694a8fb96488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:15:15.931182 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-78f0816e-9985-417b-bd13-67ba9d55c9dc req-6a7138f1-b966-4cab-9ddd-694a8fb96488 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6aec7b12-e211-4a86-90a7-9ae14d5cb151&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1719258
Jun 03 22:15:15.931338 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-ed10a1a9-1d7c-46fa-9989-e55abd86f6b6 req-7cdc379d-a0d3-4f13-8232-c293fb314fe6 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/ports?device_id=f5a259f4-95e7-48f1-a22b-e6446028265a HTTP/1.1" status: 200  len: 946 time: 0.0988941
Jun 03 22:15:15.937895 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:15.979307 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-ed10a1a9-1d7c-46fa-9989-e55abd86f6b6 req-aafcd0eb-6e80-4140-8470-cb65e2d2196a tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/security-groups?id=cac4e0c2-cb9f-4015-8fd2-55a29f0926cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408211
Jun 03 22:15:16.075347 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-78f0816e-9985-417b-bd13-67ba9d55c9dc req-5b83fd73-306d-4f0e-9fbc-08dec8671715 service neutron] 10.222.0.58 "GET /v2.0/networks/6aec7b12-e211-4a86-90a7-9ae14d5cb151?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350362
Jun 03 22:15:16.213990 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-78f0816e-9985-417b-bd13-67ba9d55c9dc req-cda7cf1b-17b1-4a2d-b1db-466c54552db5 service neutron] 10.222.0.58 "GET /v2.0/networks/6aec7b12-e211-4a86-90a7-9ae14d5cb151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1335948
Jun 03 22:15:16.214252 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-57c24c06-5605-407f-a73e-d974991bf4ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814eb885e0>, [{'id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'name': 'tempest-TestShelveInstance-563370448-router', 'tenant_id': '96c06991ed074d8bb9135b3908303d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:10:39Z', 'updated_at': '2021-06-03T22:10:44Z', 'revision_number': 4, 'project_id': '96c06991ed074d8bb9135b3908303d68', 'gw_port': {'id': 'b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:10:40Z', 'updated_at': '2021-06-03T22:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': 'f3a9f248-bc39-4b08-994c-b9cf8ace7baf', 'name': '', 'network_id': '6aec7b12-e211-4a86-90a7-9ae14d5cb151', 'tenant_id': '96c06991ed074d8bb9135b3908303d68', 'mac_address': 'fa:16:3e:3d:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f02a8e48-8342-4c67-b007-7a1ab19d6caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:10:43Z', 'updated_at': '2021-06-03T22:10:51Z', 'revision_number': 5, 'project_id': '96c06991ed074d8bb9135b3908303d68', 'subnets': [{'id': 'f02a8e48-8342-4c67-b007-7a1ab19d6caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:15:16.218137 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c24c06-5605-407f-a73e-d974991bf4ae None None] The sync data for ids ['70094bf8-7e1e-4e46-916f-211fc4981468'] in dv-cinder-794669-4-iscsi is: [{'id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'name': 'tempest-TestShelveInstance-563370448-router', 'tenant_id': '96c06991ed074d8bb9135b3908303d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:10:39Z', 'updated_at': '2021-06-03T22:10:44Z', 'revision_number': 4, 'project_id': '96c06991ed074d8bb9135b3908303d68', 'gw_port': {'id': 'b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:10:40Z', 'updated_at': '2021-06-03T22:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': 'f3a9f248-bc39-4b08-994c-b9cf8ace7baf', 'name': '', 'network_id': '6aec7b12-e211-4a86-90a7-9ae14d5cb151', 'tenant_id': '96c06991ed074d8bb9135b3908303d68', 'mac_address': 'fa:16:3e:3d:17:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'device_owner': 'network:router_interface', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'f02a8e48-8342-4c67-b007-7a1ab19d6caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:10:43Z', 'updated_at': '2021-06-03T22:10:51Z', 'revision_number': 5, 'project_id': '96c06991ed074d8bb9135b3908303d68', 'subnets': [{'id': 'f02a8e48-8342-4c67-b007-7a1ab19d6caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:15:16.441234 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94609c27-c317-48e3-b839-bf78408d3dd3 None None] New status for floating IP 0342d944-e8c9-499c-8ad3-0b832e824aee: DOWN {{(pid=92566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 22:15:17.023875 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1a83b6a9-b56d-4527-baa2-b984b4197d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:17.236356 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86d7bf-431b-4133-b39d-263653470839 req-31ccaf17-6499-4702-be02-1c9921e9bac2 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:15:17.237047 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-db86d7bf-431b-4133-b39d-263653470839 req-31ccaf17-6499-4702-be02-1c9921e9bac2 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Synchronizing usage tracker for tenant:96c06991ed074d8bb9135b3908303d68 on resource:port {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:15:17.249799 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11573c0d-66d5-438d-b44d-1d95fea3f619 req-05331266-e571-46e2-b19f-3a14cb33b2f4 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:15:17.250486 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-11573c0d-66d5-438d-b44d-1d95fea3f619 req-05331266-e571-46e2-b19f-3a14cb33b2f4 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Synchronizing usage tracker for tenant:96c06991ed074d8bb9135b3908303d68 on resource:port {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:15:17.339204 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-db86d7bf-431b-4133-b39d-263653470839 req-31ccaf17-6499-4702-be02-1c9921e9bac2 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Unset dirty status for tenant:96c06991ed074d8bb9135b3908303d68 on resource:port {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:15:17.340415 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-db86d7bf-431b-4133-b39d-263653470839 req-31ccaf17-6499-4702-be02-1c9921e9bac2 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5a259f4-95e7-48f1-a22b-e6446028265a HTTP/1.1" status: 200  len: 946 time: 0.2091126
Jun 03 22:15:17.341580 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-11573c0d-66d5-438d-b44d-1d95fea3f619 req-05331266-e571-46e2-b19f-3a14cb33b2f4 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Unset dirty status for tenant:96c06991ed074d8bb9135b3908303d68 on resource:port {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:15:17.342631 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-11573c0d-66d5-438d-b44d-1d95fea3f619 req-05331266-e571-46e2-b19f-3a14cb33b2f4 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/ports?device_id=f5a259f4-95e7-48f1-a22b-e6446028265a HTTP/1.1" status: 200  len: 946 time: 0.2489400
Jun 03 22:15:17.485508 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-11573c0d-66d5-438d-b44d-1d95fea3f619 req-2b34a8bc-3ee2-483c-b5e2-c413d7c448f6 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/security-groups?id=cac4e0c2-cb9f-4015-8fd2-55a29f0926cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1079838
Jun 03 22:15:17.522770 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [req-db86d7bf-431b-4133-b39d-263653470839 req-ab32a421-3889-4b61-a205-c1359c0483f8 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Deleting port fc4f4ef8-86c1-483c-92c0-cfe1f281482c {{(pid=92564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:15:17.523113 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-db86d7bf-431b-4133-b39d-263653470839 req-ab32a421-3889-4b61-a205-c1359c0483f8 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:17.665079 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-db86d7bf-431b-4133-b39d-263653470839 req-ab32a421-3889-4b61-a205-c1359c0483f8 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] For port fc4f4ef8-86c1-483c-92c0-cfe1f281482c, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=fc4f4ef8-86c1-483c-92c0-cfe1f281482c,segment=NetworkSegment(2d194160-e5b1-4246-b233-f57c8fe3e4cd),segment_id=2d194160-e5b1-4246-b233-f57c8fe3e4cd)] {{(pid=92564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:15:17.665429 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-db86d7bf-431b-4133-b39d-263653470839 req-ab32a421-3889-4b61-a205-c1359c0483f8 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:17.789685 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [req-db86d7bf-431b-4133-b39d-263653470839 req-ab32a421-3889-4b61-a205-c1359c0483f8 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Calling delete_port for fc4f4ef8-86c1-483c-92c0-cfe1f281482c owned by compute:nova {{(pid=92564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:15:18.040919 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-db86d7bf-431b-4133-b39d-263653470839 req-ab32a421-3889-4b61-a205-c1359c0483f8 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:18.046710 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-5e4b48cd-5733-40d9-9296-6d7137978733 tempest-VolumesActionsTest-1528703240 tempest-VolumesActionsTest-1528703240-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:15:18.092208 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32a421-3889-4b61-a205-c1359c0483f8 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Pushing event deleted for resources: {'Port': ['ID=fc4f4ef8-86c1-483c-92c0-cfe1f281482c,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:15:18.095552 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-ab32a421-3889-4b61-a205-c1359c0483f8 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:15:18.179636 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [req-db86d7bf-431b-4133-b39d-263653470839 req-ab32a421-3889-4b61-a205-c1359c0483f8 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] No DVR routers for this DVR port fc4f4ef8-86c1-483c-92c0-cfe1f281482c on host hv-cinder-79466 {{(pid=92564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 22:15:18.183275 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-db86d7bf-431b-4133-b39d-263653470839 req-ab32a421-3889-4b61-a205-c1359c0483f8 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:18.187190 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5a259f4-95e7-48f1-a22b-e6446028265a', 'name': 'network-vif-deleted', 'tag': 'fc4f4ef8-86c1-483c-92c0-cfe1f281482c'}] {{(pid=92564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:15:18.190119 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c024af40dcbc7289fed731e5c35c42eecf8f16a39534b44a636824a10e0ed12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30210e9c-ef04-4648-820b-176acf1db7eb" -d '{"events": [{"server_uuid": "f5a259f4-95e7-48f1-a22b-e6446028265a", "name": "network-vif-deleted", "tag": "fc4f4ef8-86c1-483c-92c0-cfe1f281482c"}]}' {{(pid=92564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:15:18.243818 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92148712-01c3-4c8c-a96e-924264de87b4 x-openstack-request-id: req-92148712-01c3-4c8c-a96e-924264de87b4 {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:15:18.247457 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5a259f4-95e7-48f1-a22b-e6446028265a", "name": "network-vif-deleted", "tag": "fc4f4ef8-86c1-483c-92c0-cfe1f281482c", "status": "completed", "code": 200}]} {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:15:18.247457 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-92148712-01c3-4c8c-a96e-924264de87b4 {{(pid=92564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:15:18.247457 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5a259f4-95e7-48f1-a22b-e6446028265a', 'name': 'network-vif-deleted', 'tag': 'fc4f4ef8-86c1-483c-92c0-cfe1f281482c', 'status': 'completed', 'code': 200}
Jun 03 22:15:18.298521 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-db86d7bf-431b-4133-b39d-263653470839 req-ab32a421-3889-4b61-a205-c1359c0483f8 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.58 "DELETE /v2.0/ports/fc4f4ef8-86c1-483c-92c0-cfe1f281482c HTTP/1.1" status: 204  len: 173 time: 0.9512861
Jun 03 22:15:18.640949 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-2c46d629-e2ec-4243-8b70-db3cb94707ed req-85b9d4e2-eb99-48f6-bfd0-204c60f90ee6 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Synchronizing usage tracker for tenant:96c06991ed074d8bb9135b3908303d68 on resource:port {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:15:18.732113 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-2c46d629-e2ec-4243-8b70-db3cb94707ed req-85b9d4e2-eb99-48f6-bfd0-204c60f90ee6 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Unset dirty status for tenant:96c06991ed074d8bb9135b3908303d68 on resource:port {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:15:18.733300 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-2c46d629-e2ec-4243-8b70-db3cb94707ed req-85b9d4e2-eb99-48f6-bfd0-204c60f90ee6 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/ports?device_id=f5a259f4-95e7-48f1-a22b-e6446028265a HTTP/1.1" status: 200  len: 210 time: 0.1383274
Jun 03 22:15:19.680712 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:19.715365 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-5a83a2ad-6497-4764-afdd-931405bb2bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:19.955592 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-7337747a-3cbe-4598-8daf-26dd5eacb586 req-1efeace8-1fb6-4892-9e34-e456d5854c6d tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "GET /v2.0/ports?device_id=f5a259f4-95e7-48f1-a22b-e6446028265a HTTP/1.1" status: 200  len: 210 time: 0.0467811
Jun 03 22:15:20.595579 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device fc4f4ef8-86c1-483c-92c0-cfe1f281482c no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:15:20.630933 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] No Port match for: fc4f4ef8-86c1-483c-92c0-cfe1f281482c {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:15:20.631203 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device fc4f4ef8-86c1-483c-92c0-cfe1f281482c not bound to the agent host hv-cinder-79466 {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:15:21.029257 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:21.053454 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 37462) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:15:21.129229 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-878a502b-45ca-40ce-a19c-36cce26cbfb1 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:21.160272 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-878a502b-45ca-40ce-a19c-36cce26cbfb1 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:21.337899 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-878a502b-45ca-40ce-a19c-36cce26cbfb1 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:21.346981 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-d8e495eb-d01b-4240-bb3a-60ac7f1ad7c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:15:21.371359 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a502b-45ca-40ce-a19c-36cce26cbfb1 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac4e0c2-cb9f-4015-8fd2-55a29f0926cf,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:15:21.374289 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-878a502b-45ca-40ce-a19c-36cce26cbfb1 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:15:21.458409 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-878a502b-45ca-40ce-a19c-36cce26cbfb1 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:21.459693 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-878a502b-45ca-40ce-a19c-36cce26cbfb1 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] 10.222.0.106 "DELETE /v2.0/security-groups/cac4e0c2-cb9f-4015-8fd2-55a29f0926cf HTTP/1.1" status: 204  len: 168 time: 0.4051905
Jun 03 22:15:21.581138 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 37466) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:15:22.140947 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4e8744a0-24f7-4c93-b9bd-0a3e2cf4d1e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664943'] for router_interface, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:22.385324 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:22.598690 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.plugin [None req-4e8744a0-24f7-4c93-b9bd-0a3e2cf4d1e3 admin admin] Deleting port f3a9f248-bc39-4b08-994c-b9cf8ace7baf {{(pid=92563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:15:22.599317 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4e8744a0-24f7-4c93-b9bd-0a3e2cf4d1e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:22.725452 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.db [None req-4e8744a0-24f7-4c93-b9bd-0a3e2cf4d1e3 admin admin] For port f3a9f248-bc39-4b08-994c-b9cf8ace7baf, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=f3a9f248-bc39-4b08-994c-b9cf8ace7baf,segment=NetworkSegment(2d194160-e5b1-4246-b233-f57c8fe3e4cd),segment_id=2d194160-e5b1-4246-b233-f57c8fe3e4cd)] {{(pid=92563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:15:22.725794 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4e8744a0-24f7-4c93-b9bd-0a3e2cf4d1e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:22.936204 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.plugin [None req-4e8744a0-24f7-4c93-b9bd-0a3e2cf4d1e3 admin admin] Calling delete_port for f3a9f248-bc39-4b08-994c-b9cf8ace7baf owned by network:router_interface {{(pid=92563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:15:23.292068 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4e8744a0-24f7-4c93-b9bd-0a3e2cf4d1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33200950'] for port, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:23.295956 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-60fb6eb8-c0a8-4aa7-96f6-6c789b29c8d7 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:15:23.340151 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8744a0-24f7-4c93-b9bd-0a3e2cf4d1e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3a9f248-bc39-4b08-994c-b9cf8ace7baf,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:15:23.381907 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8744a0-24f7-4c93-b9bd-0a3e2cf4d1e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:15:23.382281 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8744a0-24f7-4c93-b9bd-0a3e2cf4d1e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:15:23.382648 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8744a0-24f7-4c93-b9bd-0a3e2cf4d1e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:15:23.383004 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8744a0-24f7-4c93-b9bd-0a3e2cf4d1e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:15:23.383359 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8744a0-24f7-4c93-b9bd-0a3e2cf4d1e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:15:23.383804 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8744a0-24f7-4c93-b9bd-0a3e2cf4d1e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:15:23.384091 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8744a0-24f7-4c93-b9bd-0a3e2cf4d1e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:15:23.384439 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8744a0-24f7-4c93-b9bd-0a3e2cf4d1e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:15:23.384789 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8744a0-24f7-4c93-b9bd-0a3e2cf4d1e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:15:23.385340 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8744a0-24f7-4c93-b9bd-0a3e2cf4d1e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:15:23.385491 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8744a0-24f7-4c93-b9bd-0a3e2cf4d1e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:15:23.385825 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8744a0-24f7-4c93-b9bd-0a3e2cf4d1e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:15:23.393015 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-4e8744a0-24f7-4c93-b9bd-0a3e2cf4d1e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:15:23.623260 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:15:23.634835 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4e8744a0-24f7-4c93-b9bd-0a3e2cf4d1e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666801'] for router_interface, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:24.001435 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8744a0-24f7-4c93-b9bd-0a3e2cf4d1e3 admin admin] Router 70094bf8-7e1e-4e46-916f-211fc4981468 has already been hosted by L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 {{(pid=92563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 22:15:24.184208 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8744a0-24f7-4c93-b9bd-0a3e2cf4d1e3 admin admin] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:15:24.193135 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2123b05-411c-40dc-ac27-a9be2843f6f8 None None] Sync routers for ids ['70094bf8-7e1e-4e46-916f-211fc4981468'] in dv-cinder-794669-4-iscsi {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:15:24.202480 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2123b05-411c-40dc-ac27-a9be2843f6f8 None None] Routers {'70094bf8-7e1e-4e46-916f-211fc4981468'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:15:24.209440 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-b2123b05-411c-40dc-ac27-a9be2843f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814e6dc910>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:15:20Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['70094bf8-7e1e-4e46-916f-211fc4981468'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:15:24.293631 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-4e8744a0-24f7-4c93-b9bd-0a3e2cf4d1e3 admin admin] 10.222.0.106 "PUT /v2.0/routers/70094bf8-7e1e-4e46-916f-211fc4981468/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7111928
Jun 03 22:15:24.296315 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 37470) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:15:24.400574 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-b2123b05-411c-40dc-ac27-a9be2843f6f8 None None] Set router 70094bf8-7e1e-4e46-916f-211fc4981468 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:15:24.600173 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-eace134d-0287-4484-9846-7b9da0804478 admin admin] Notify callbacks [] for router, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:24.735816 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-b2123b05-411c-40dc-ac27-a9be2843f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814e6dc910>, [{'id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'name': 'tempest-TestShelveInstance-563370448-router', 'tenant_id': '96c06991ed074d8bb9135b3908303d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:10:39Z', 'updated_at': '2021-06-03T22:15:23Z', 'revision_number': 5, 'project_id': '96c06991ed074d8bb9135b3908303d68', 'gw_port': {'id': 'b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:10:40Z', 'updated_at': '2021-06-03T22:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:15:24.741458 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2123b05-411c-40dc-ac27-a9be2843f6f8 None None] Checking router: 70094bf8-7e1e-4e46-916f-211fc4981468 for host: dv-cinder-794669-4-iscsi {{(pid=92565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:15:24.760052 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2123b05-411c-40dc-ac27-a9be2843f6f8 None None] Routers {'70094bf8-7e1e-4e46-916f-211fc4981468'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:15:24.760867 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-b2123b05-411c-40dc-ac27-a9be2843f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814e6dc910>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:15:20Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['70094bf8-7e1e-4e46-916f-211fc4981468'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:15:24.815626 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-eace134d-0287-4484-9846-7b9da0804478 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:24.946878 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-b2123b05-411c-40dc-ac27-a9be2843f6f8 None None] Set router 70094bf8-7e1e-4e46-916f-211fc4981468 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:15:24.986185 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.plugin [None req-eace134d-0287-4484-9846-7b9da0804478 admin admin] Deleting port b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b {{(pid=92563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:15:24.986562 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-eace134d-0287-4484-9846-7b9da0804478 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:25.122537 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.db [None req-eace134d-0287-4484-9846-7b9da0804478 admin admin] For port b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b,segment=NetworkSegment(cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c),segment_id=cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c)] {{(pid=92563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:15:25.122916 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-eace134d-0287-4484-9846-7b9da0804478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:25.251359 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.plugin [None req-eace134d-0287-4484-9846-7b9da0804478 admin admin] Calling delete_port for b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b owned by network:router_gateway {{(pid=92563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:15:25.251736 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-b2123b05-411c-40dc-ac27-a9be2843f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814e6dc910>, [{'id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'name': 'tempest-TestShelveInstance-563370448-router', 'tenant_id': '96c06991ed074d8bb9135b3908303d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:10:39Z', 'updated_at': '2021-06-03T22:15:23Z', 'revision_number': 5, 'project_id': '96c06991ed074d8bb9135b3908303d68', 'gw_port': {'id': 'b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:10:40Z', 'updated_at': '2021-06-03T22:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:15:25.256031 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2123b05-411c-40dc-ac27-a9be2843f6f8 None None] The sync data for ids ['70094bf8-7e1e-4e46-916f-211fc4981468'] in dv-cinder-794669-4-iscsi is: [{'id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'name': 'tempest-TestShelveInstance-563370448-router', 'tenant_id': '96c06991ed074d8bb9135b3908303d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:10:39Z', 'updated_at': '2021-06-03T22:15:23Z', 'revision_number': 5, 'project_id': '96c06991ed074d8bb9135b3908303d68', 'gw_port': {'id': 'b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:ea:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70094bf8-7e1e-4e46-916f-211fc4981468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:10:40Z', 'updated_at': '2021-06-03T22:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}] {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:15:25.497810 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-eace134d-0287-4484-9846-7b9da0804478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33200950'] for port, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:25.503257 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-04bfcc8e-1e27-43fe-8c4c-2cc76f8e1a9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:15:25.547814 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace134d-0287-4484-9846-7b9da0804478 admin admin] Pushing event deleted for resources: {'Port': ['ID=b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:15:25.551414 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-eace134d-0287-4484-9846-7b9da0804478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:15:25.644544 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-eace134d-0287-4484-9846-7b9da0804478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-309266'] for router_gateway, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:25.817811 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-eace134d-0287-4484-9846-7b9da0804478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-710188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38400'] for router, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:25.820111 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-eace134d-0287-4484-9846-7b9da0804478 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:26.017928 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-eace134d-0287-4484-9846-7b9da0804478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-710328'] for router, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:26.018307 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eace134d-0287-4484-9846-7b9da0804478 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70094bf8-7e1e-4e46-916f-211fc4981468 {{(pid=92563) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 03 22:15:26.032016 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-eace134d-0287-4484-9846-7b9da0804478 admin admin] Notify callbacks [] for router, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:26.033224 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-eace134d-0287-4484-9846-7b9da0804478 admin admin] 10.222.0.106 "DELETE /v2.0/routers/70094bf8-7e1e-4e46-916f-211fc4981468 HTTP/1.1" status: 204  len: 168 time: 1.7359157
Jun 03 22:15:26.036302 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 37472) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:15:26.100090 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.db_base_plugin_v2 [None req-04eb8e7d-3533-4bd7-a52d-c02387ee2feb admin admin] Deleting subnet f02a8e48-8342-4c67-b007-7a1ab19d6caa {{(pid=92563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 22:15:26.103758 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-04eb8e7d-3533-4bd7-a52d-c02387ee2feb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:26.248170 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-04eb8e7d-3533-4bd7-a52d-c02387ee2feb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840165'] for subnet, precommit_delete_associations {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:26.326987 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-04eb8e7d-3533-4bd7-a52d-c02387ee2feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799703'] for subnet, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:26.657952 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-04eb8e7d-3533-4bd7-a52d-c02387ee2feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33200899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31823006'] for subnet, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:26.662769 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-8bff94de-a4c4-4cd4-a304-915b099a9131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:15:26.697435 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb8e7d-3533-4bd7-a52d-c02387ee2feb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f02a8e48-8342-4c67-b007-7a1ab19d6caa,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:15:26.700442 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-04eb8e7d-3533-4bd7-a52d-c02387ee2feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:15:26.701306 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-04eb8e7d-3533-4bd7-a52d-c02387ee2feb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for subnet, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:26.707538 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c9cfc4-387e-49ce-aacf-72a574719ad0 None None] Network 6aec7b12-e211-4a86-90a7-9ae14d5cb151 requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:15:26.716347 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-04eb8e7d-3533-4bd7-a52d-c02387ee2feb admin admin] 10.222.0.106 "DELETE /v2.0/subnets/f02a8e48-8342-4c67-b007-7a1ab19d6caa HTTP/1.1" status: 204  len: 168 time: 0.6790125
Jun 03 22:15:26.718923 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 37474) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:15:26.796898 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device f3a9f248-bc39-4b08-994c-b9cf8ace7baf no longer exists at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:15:26.833038 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-66812d61-cf30-4fd8-a3d9-f97c5f0f582f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1319667'] for network, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:26.847020 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] No Port match for: f3a9f248-bc39-4b08-994c-b9cf8ace7baf {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:15:26.847374 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device f3a9f248-bc39-4b08-994c-b9cf8ace7baf not bound to the agent host dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:15:26.847821 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b no longer exists at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:15:26.917790 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] No Port match for: b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:15:26.918082 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device b49db0d6-4fa9-4c91-a9ad-1a2f52e1461b not bound to the agent host dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:15:26.920716 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.plugin [None req-66812d61-cf30-4fd8-a3d9-f97c5f0f582f admin admin] Deleting port e6a8081f-0632-404e-8976-a742b9f0e199 {{(pid=92563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:15:26.921192 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-66812d61-cf30-4fd8-a3d9-f97c5f0f582f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:27.038618 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.db [None req-66812d61-cf30-4fd8-a3d9-f97c5f0f582f admin admin] For port e6a8081f-0632-404e-8976-a742b9f0e199, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=e6a8081f-0632-404e-8976-a742b9f0e199,segment=NetworkSegment(2d194160-e5b1-4246-b233-f57c8fe3e4cd),segment_id=2d194160-e5b1-4246-b233-f57c8fe3e4cd)] {{(pid=92563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:15:27.039327 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-66812d61-cf30-4fd8-a3d9-f97c5f0f582f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:27.041001 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcab2ff8-8204-4639-a208-52bd10f128d8 None None] DHCP port deletion for 6aec7b12-e211-4a86-90a7-9ae14d5cb151 request from dv-cinder-794669-4-iscsi {{(pid=92565) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 03 22:15:27.180203 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-dcab2ff8-8204-4639-a208-52bd10f128d8 None None] Deleting port e6a8081f-0632-404e-8976-a742b9f0e199 {{(pid=92565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:15:27.180484 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-dcab2ff8-8204-4639-a208-52bd10f128d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:27.185699 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.plugin [None req-66812d61-cf30-4fd8-a3d9-f97c5f0f582f admin admin] Calling delete_port for e6a8081f-0632-404e-8976-a742b9f0e199 owned by network:dhcp {{(pid=92563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:15:27.289530 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-dcab2ff8-8204-4639-a208-52bd10f128d8 None None] For port e6a8081f-0632-404e-8976-a742b9f0e199, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=e6a8081f-0632-404e-8976-a742b9f0e199,segment=NetworkSegment(2d194160-e5b1-4246-b233-f57c8fe3e4cd),segment_id=2d194160-e5b1-4246-b233-f57c8fe3e4cd)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:15:27.289947 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-dcab2ff8-8204-4639-a208-52bd10f128d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:27.366426 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-66812d61-cf30-4fd8-a3d9-f97c5f0f582f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33200950'] for port, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:27.371232 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-9ac791b4-71cd-4bed-bd81-0670650b155a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:15:27.416218 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66812d61-cf30-4fd8-a3d9-f97c5f0f582f admin admin] Pushing event deleted for resources: {'Port': ['ID=e6a8081f-0632-404e-8976-a742b9f0e199,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:15:27.416633 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-dcab2ff8-8204-4639-a208-52bd10f128d8 None None] Calling delete_port for e6a8081f-0632-404e-8976-a742b9f0e199 owned by network:dhcp {{(pid=92565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:15:27.418829 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-66812d61-cf30-4fd8-a3d9-f97c5f0f582f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:15:27.421251 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66812d61-cf30-4fd8-a3d9-f97c5f0f582f admin admin] No DVR routers for this DVR port e6a8081f-0632-404e-8976-a742b9f0e199 on host dv-cinder-794669-4-iscsi {{(pid=92563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 22:15:27.463802 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-dcab2ff8-8204-4639-a208-52bd10f128d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549'] for port, after_delete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:27.467553 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:15:27.511197 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab2ff8-8204-4639-a208-52bd10f128d8 None None] Pushing event deleted for resources: {'Port': ['ID=e6a8081f-0632-404e-8976-a742b9f0e199,revision_number=None']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:15:27.516168 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcab2ff8-8204-4639-a208-52bd10f128d8 None None] No DVR routers for this DVR port e6a8081f-0632-404e-8976-a742b9f0e199 on host dv-cinder-794669-4-iscsi {{(pid=92565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 22:15:27.522358 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab2ff8-8204-4639-a208-52bd10f128d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:15:27.522701 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab2ff8-8204-4639-a208-52bd10f128d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:15:27.523064 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab2ff8-8204-4639-a208-52bd10f128d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:15:27.523395 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab2ff8-8204-4639-a208-52bd10f128d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:15:27.523852 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab2ff8-8204-4639-a208-52bd10f128d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:15:27.524119 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab2ff8-8204-4639-a208-52bd10f128d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:15:27.524448 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab2ff8-8204-4639-a208-52bd10f128d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:15:27.524786 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab2ff8-8204-4639-a208-52bd10f128d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:15:27.525111 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab2ff8-8204-4639-a208-52bd10f128d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:15:27.525428 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab2ff8-8204-4639-a208-52bd10f128d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:15:27.525743 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab2ff8-8204-4639-a208-52bd10f128d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:15:27.526056 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcab2ff8-8204-4639-a208-52bd10f128d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:15:27.529632 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-dcab2ff8-8204-4639-a208-52bd10f128d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:15:27.541555 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-66812d61-cf30-4fd8-a3d9-f97c5f0f582f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1799298', 'neutron.services.segments.db._delete_segments_for_network-8762086254785'] for network, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:27.560139 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.services.segments.db [None req-66812d61-cf30-4fd8-a3d9-f97c5f0f582f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f814dcfd550>,) {'filters': {'network_id': ['6aec7b12-e211-4a86-90a7-9ae14d5cb151']}} {{(pid=92563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:15:27.574104 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.services.segments.db [None req-66812d61-cf30-4fd8-a3d9-f97c5f0f582f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f814dcfd550>, '2d194160-e5b1-4246-b233-f57c8fe3e4cd') {'for_net_delete': True} {{(pid=92563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:15:27.574389 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.services.segments.db [None req-66812d61-cf30-4fd8-a3d9-f97c5f0f582f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f814dcfd550>, '2d194160-e5b1-4246-b233-f57c8fe3e4cd') {} {{(pid=92563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:15:27.587368 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-66812d61-cf30-4fd8-a3d9-f97c5f0f582f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762086257628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840220'] for segment, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:27.604628 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-66812d61-cf30-4fd8-a3d9-f97c5f0f582f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286'] for segment, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:27.610960 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66812d61-cf30-4fd8-a3d9-f97c5f0f582f admin admin] Releasing vlan 1406 on physical network physnet1 to pool {{(pid=92563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 22:15:27.611382 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-66812d61-cf30-4fd8-a3d9-f97c5f0f582f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33201129'] for segment, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:27.625178 dv-cinder-794669-4-iscsi neutron-server[92563]: Traceback (most recent call last):
Jun 03 22:15:27.625178 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 22:15:27.625178 dv-cinder-794669-4-iscsi neutron-server[92563]:     timer()
Jun 03 22:15:27.625178 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 22:15:27.625178 dv-cinder-794669-4-iscsi neutron-server[92563]:     cb(*args, **kw)
Jun 03 22:15:27.625178 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 22:15:27.625178 dv-cinder-794669-4-iscsi neutron-server[92563]:     return func(*args, **kwargs)
Jun 03 22:15:27.625178 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 22:15:27.625178 dv-cinder-794669-4-iscsi neutron-server[92563]:     self._notify()
Jun 03 22:15:27.625178 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 22:15:27.625178 dv-cinder-794669-4-iscsi neutron-server[92563]:     self.callback(batched_events)
Jun 03 22:15:27.625178 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 22:15:27.625178 dv-cinder-794669-4-iscsi neutron-server[92563]:     event.method(event)
Jun 03 22:15:27.625178 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 22:15:27.625178 dv-cinder-794669-4-iscsi neutron-server[92563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 22:15:27.625178 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 22:15:27.625178 dv-cinder-794669-4-iscsi neutron-server[92563]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 22:15:27.625178 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 22:15:27.625178 dv-cinder-794669-4-iscsi neutron-server[92563]:     return f(self, *a, **k)
Jun 03 22:15:27.625178 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 22:15:27.625178 dv-cinder-794669-4-iscsi neutron-server[92563]:     return self._get(url).json()
Jun 03 22:15:27.625178 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 22:15:27.625178 dv-cinder-794669-4-iscsi neutron-server[92563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 22:15:27.625178 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 22:15:27.625178 dv-cinder-794669-4-iscsi neutron-server[92563]:     return self.request(url, 'GET', **kwargs)
Jun 03 22:15:27.625178 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 22:15:27.625178 dv-cinder-794669-4-iscsi neutron-server[92563]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 22:15:27.625178 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 22:15:27.625178 dv-cinder-794669-4-iscsi neutron-server[92563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 22:15:27.625178 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 22:15:27.625178 dv-cinder-794669-4-iscsi neutron-server[92563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 22:15:27.625178 dv-cinder-794669-4-iscsi neutron-server[92563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 22:15:27.789357 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-66812d61-cf30-4fd8-a3d9-f97c5f0f582f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1799305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-309369'] for network, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:27.793120 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-069113b2-9c56-4c72-8077-5eb65af885e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:15:27.810540 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-66812d61-cf30-4fd8-a3d9-f97c5f0f582f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for network, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:27.821516 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66812d61-cf30-4fd8-a3d9-f97c5f0f582f admin admin] Pushing event deleted for resources: {'Network': ['ID=6aec7b12-e211-4a86-90a7-9ae14d5cb151,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:15:27.825812 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-66812d61-cf30-4fd8-a3d9-f97c5f0f582f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:15:27.829596 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-66812d61-cf30-4fd8-a3d9-f97c5f0f582f admin admin] 10.222.0.106 "DELETE /v2.0/networks/6aec7b12-e211-4a86-90a7-9ae14d5cb151 HTTP/1.1" status: 204  len: 168 time: 1.1097000
Jun 03 22:15:27.832790 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 37476) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:15:28.511874 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-7c1977a0-bf77-4478-a3c5-9d377effee97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664943'] for router_interface, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:28.745161 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device e6a8081f-0632-404e-8976-a742b9f0e199 no longer exists at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:15:28.786528 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] No Port match for: e6a8081f-0632-404e-8976-a742b9f0e199 {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:15:28.786885 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device e6a8081f-0632-404e-8976-a742b9f0e199 not bound to the agent host dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:15:28.936434 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [None req-7c1977a0-bf77-4478-a3c5-9d377effee97 admin admin] Deleting port e0c1407b-8198-4dd2-9c7f-b290f17da152 {{(pid=92564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:15:28.937016 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-7c1977a0-bf77-4478-a3c5-9d377effee97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:29.062755 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [None req-7c1977a0-bf77-4478-a3c5-9d377effee97 admin admin] For port e0c1407b-8198-4dd2-9c7f-b290f17da152, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=e0c1407b-8198-4dd2-9c7f-b290f17da152,segment=NetworkSegment(97bf617c-7f25-4939-bcb5-a729e1df8563),segment_id=97bf617c-7f25-4939-bcb5-a729e1df8563)] {{(pid=92564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:15:29.063101 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-7c1977a0-bf77-4478-a3c5-9d377effee97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:29.186617 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [None req-7c1977a0-bf77-4478-a3c5-9d377effee97 admin admin] Calling delete_port for e0c1407b-8198-4dd2-9c7f-b290f17da152 owned by network:router_interface {{(pid=92564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:15:29.452526 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-7c1977a0-bf77-4478-a3c5-9d377effee97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:29.457194 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-5aab1a69-ed56-4a01-906a-f4a28459c291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:15:29.505829 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1977a0-bf77-4478-a3c5-9d377effee97 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0c1407b-8198-4dd2-9c7f-b290f17da152,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:15:29.535482 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-7c1977a0-bf77-4478-a3c5-9d377effee97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:15:29.877986 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-7c1977a0-bf77-4478-a3c5-9d377effee97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666801'] for router_interface, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:30.248119 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1977a0-bf77-4478-a3c5-9d377effee97 admin admin] Router 9751abb5-2a0c-4058-a3f5-0a4264ca571f has already been hosted by L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 {{(pid=92564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 22:15:30.436291 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1977a0-bf77-4478-a3c5-9d377effee97 admin admin] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:15:30.445072 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478eccc0-5910-4f9d-9c13-a8823cbaa2f9 None None] Sync routers for ids ['9751abb5-2a0c-4058-a3f5-0a4264ca571f'] in dv-cinder-794669-4-iscsi {{(pid=92566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:15:30.445625 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-7c1977a0-bf77-4478-a3c5-9d377effee97 admin admin] 10.222.0.106 "PUT /v2.0/routers/9751abb5-2a0c-4058-a3f5-0a4264ca571f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6114156
Jun 03 22:15:30.448003 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 37478) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:15:30.457038 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478eccc0-5910-4f9d-9c13-a8823cbaa2f9 None None] Routers {'9751abb5-2a0c-4058-a3f5-0a4264ca571f'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:15:30.457644 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-478eccc0-5910-4f9d-9c13-a8823cbaa2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814f2ee430>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:15:20Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['9751abb5-2a0c-4058-a3f5-0a4264ca571f'], 'active': True} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:15:30.631048 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-308f81c9-f031-4567-898d-de45b09954c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:30.641892 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvr_db [None req-478eccc0-5910-4f9d-9c13-a8823cbaa2f9 None None] Set router 9751abb5-2a0c-4058-a3f5-0a4264ca571f gateway port host: dv-cinder-794669-4-iscsi {{(pid=92566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:15:30.813226 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-308f81c9-f031-4567-898d-de45b09954c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:30.966102 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-478eccc0-5910-4f9d-9c13-a8823cbaa2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814f2ee430>, [{'id': '9751abb5-2a0c-4058-a3f5-0a4264ca571f', 'name': 'tempest-TestShelveInstance-2129180363-router', 'tenant_id': 'a49c9762293d4d719f8b04c581ffccf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:10:48Z', 'updated_at': '2021-06-03T22:15:29Z', 'revision_number': 5, 'project_id': 'a49c9762293d4d719f8b04c581ffccf2', 'gw_port': {'id': '23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:c9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9751abb5-2a0c-4058-a3f5-0a4264ca571f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:10:49Z', 'updated_at': '2021-06-03T22:10:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:15:30.970177 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478eccc0-5910-4f9d-9c13-a8823cbaa2f9 None None] Checking router: 9751abb5-2a0c-4058-a3f5-0a4264ca571f for host: dv-cinder-794669-4-iscsi {{(pid=92566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:15:30.978635 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478eccc0-5910-4f9d-9c13-a8823cbaa2f9 None None] Routers {'9751abb5-2a0c-4058-a3f5-0a4264ca571f'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:15:30.979303 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-478eccc0-5910-4f9d-9c13-a8823cbaa2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814f2ee430>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:15:20Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['9751abb5-2a0c-4058-a3f5-0a4264ca571f'], 'active': True} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:15:31.009924 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [None req-308f81c9-f031-4567-898d-de45b09954c8 admin admin] Deleting port 23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f {{(pid=92564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:15:31.010266 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-308f81c9-f031-4567-898d-de45b09954c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:31.133018 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvr_db [None req-478eccc0-5910-4f9d-9c13-a8823cbaa2f9 None None] Set router 9751abb5-2a0c-4058-a3f5-0a4264ca571f gateway port host: None {{(pid=92566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:15:31.133456 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [None req-308f81c9-f031-4567-898d-de45b09954c8 admin admin] For port 23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f,segment=NetworkSegment(cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c),segment_id=cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c)] {{(pid=92564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:15:31.133831 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-308f81c9-f031-4567-898d-de45b09954c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:31.240085 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-478eccc0-5910-4f9d-9c13-a8823cbaa2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814f2ee430>, [{'id': '9751abb5-2a0c-4058-a3f5-0a4264ca571f', 'name': 'tempest-TestShelveInstance-2129180363-router', 'tenant_id': 'a49c9762293d4d719f8b04c581ffccf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:10:48Z', 'updated_at': '2021-06-03T22:15:30Z', 'revision_number': 6, 'project_id': 'a49c9762293d4d719f8b04c581ffccf2', 'gw_port_host': None}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:15:31.245212 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478eccc0-5910-4f9d-9c13-a8823cbaa2f9 None None] The sync data for ids ['9751abb5-2a0c-4058-a3f5-0a4264ca571f'] in dv-cinder-794669-4-iscsi is: [{'id': '9751abb5-2a0c-4058-a3f5-0a4264ca571f', 'name': 'tempest-TestShelveInstance-2129180363-router', 'tenant_id': 'a49c9762293d4d719f8b04c581ffccf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:10:48Z', 'updated_at': '2021-06-03T22:15:30Z', 'revision_number': 6, 'project_id': 'a49c9762293d4d719f8b04c581ffccf2', 'gw_port_host': None}] {{(pid=92566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:15:31.360546 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [None req-308f81c9-f031-4567-898d-de45b09954c8 admin admin] Calling delete_port for 23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f owned by network:router_gateway {{(pid=92564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:15:31.611989 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-308f81c9-f031-4567-898d-de45b09954c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:31.616959 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:15:31.662930 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f81c9-f031-4567-898d-de45b09954c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:15:31.688870 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-308f81c9-f031-4567-898d-de45b09954c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:15:31.757981 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-308f81c9-f031-4567-898d-de45b09954c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-309266'] for router_gateway, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:31.939514 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-308f81c9-f031-4567-898d-de45b09954c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-710188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38400'] for router, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:31.942590 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-308f81c9-f031-4567-898d-de45b09954c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:32.051705 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-308f81c9-f031-4567-898d-de45b09954c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-710328'] for router, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:32.052348 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308f81c9-f031-4567-898d-de45b09954c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9751abb5-2a0c-4058-a3f5-0a4264ca571f {{(pid=92564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 03 22:15:32.065485 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-308f81c9-f031-4567-898d-de45b09954c8 admin admin] Notify callbacks [] for router, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:32.066622 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-308f81c9-f031-4567-898d-de45b09954c8 admin admin] 10.222.0.106 "DELETE /v2.0/routers/9751abb5-2a0c-4058-a3f5-0a4264ca571f HTTP/1.1" status: 204  len: 168 time: 1.6176875
Jun 03 22:15:32.069998 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 37484) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:15:32.132781 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaca6a10-9604-47be-9e62-d3571446075f admin admin] Deleting subnet 867f75ef-a1fa-4a05-aeb9-b263055a7d65 {{(pid=92564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 22:15:32.136033 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-aaca6a10-9604-47be-9e62-d3571446075f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:32.189003 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-aaca6a10-9604-47be-9e62-d3571446075f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31973109'] for subnet, precommit_delete_associations {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:32.272625 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-aaca6a10-9604-47be-9e62-d3571446075f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799703'] for subnet, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:32.594961 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-aaca6a10-9604-47be-9e62-d3571446075f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31972232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33225243'] for subnet, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:32.599081 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:15:32.634221 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca6a10-9604-47be-9e62-d3571446075f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=867f75ef-a1fa-4a05-aeb9-b263055a7d65,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:15:32.637257 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-aaca6a10-9604-47be-9e62-d3571446075f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:15:32.638282 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-aaca6a10-9604-47be-9e62-d3571446075f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:32.644439 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ba9c6d-93a3-4154-a77c-6c8963824414 None None] Network a95ea928-30b7-4a2d-9699-0286f893385e requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:15:32.645115 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-aaca6a10-9604-47be-9e62-d3571446075f admin admin] 10.222.0.106 "DELETE /v2.0/subnets/867f75ef-a1fa-4a05-aeb9-b263055a7d65 HTTP/1.1" status: 204  len: 168 time: 0.5739439
Jun 03 22:15:32.647425 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 37486) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:15:32.765926 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-114e5c5d-7591-4a86-9106-a5c63602a6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1319667'] for network, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:32.775162 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device e0c1407b-8198-4dd2-9c7f-b290f17da152 no longer exists at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:15:32.839050 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] No Port match for: e0c1407b-8198-4dd2-9c7f-b290f17da152 {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:15:32.839394 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device e0c1407b-8198-4dd2-9c7f-b290f17da152 not bound to the agent host dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:15:32.839847 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f no longer exists at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:15:32.843999 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [None req-114e5c5d-7591-4a86-9106-a5c63602a6eb admin admin] Deleting port 017b726d-cb36-4d99-be07-7e8e6ef99414 {{(pid=92564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:15:32.844342 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-114e5c5d-7591-4a86-9106-a5c63602a6eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:32.881595 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] No Port match for: 23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:15:32.881833 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 23fd4ba8-e32b-4bcc-a7cd-ed04c5f0f72f not bound to the agent host dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:15:32.959364 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [None req-114e5c5d-7591-4a86-9106-a5c63602a6eb admin admin] For port 017b726d-cb36-4d99-be07-7e8e6ef99414, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=017b726d-cb36-4d99-be07-7e8e6ef99414,segment=NetworkSegment(97bf617c-7f25-4939-bcb5-a729e1df8563),segment_id=97bf617c-7f25-4939-bcb5-a729e1df8563)] {{(pid=92564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:15:32.959735 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-114e5c5d-7591-4a86-9106-a5c63602a6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:32.964977 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108b3171-6aa6-4749-a795-e931cd9a800d None None] DHCP port deletion for a95ea928-30b7-4a2d-9699-0286f893385e request from dv-cinder-794669-4-iscsi {{(pid=92565) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 03 22:15:33.033269 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-108b3171-6aa6-4749-a795-e931cd9a800d None None] Deleting port 017b726d-cb36-4d99-be07-7e8e6ef99414 {{(pid=92565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:15:33.033702 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-108b3171-6aa6-4749-a795-e931cd9a800d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:33.145626 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-108b3171-6aa6-4749-a795-e931cd9a800d None None] For port 017b726d-cb36-4d99-be07-7e8e6ef99414, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=017b726d-cb36-4d99-be07-7e8e6ef99414,segment=NetworkSegment(97bf617c-7f25-4939-bcb5-a729e1df8563),segment_id=97bf617c-7f25-4939-bcb5-a729e1df8563)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:15:33.145947 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-108b3171-6aa6-4749-a795-e931cd9a800d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:33.172718 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [None req-114e5c5d-7591-4a86-9106-a5c63602a6eb admin admin] Calling delete_port for 017b726d-cb36-4d99-be07-7e8e6ef99414 owned by network:dhcp {{(pid=92564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:15:33.273198 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-108b3171-6aa6-4749-a795-e931cd9a800d None None] Calling delete_port for 017b726d-cb36-4d99-be07-7e8e6ef99414 owned by network:dhcp {{(pid=92565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:15:33.327554 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-114e5c5d-7591-4a86-9106-a5c63602a6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:33.331159 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-177a3933-2c20-48b3-9cd3-ff7dce35f5e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:15:33.332264 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-108b3171-6aa6-4749-a795-e931cd9a800d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549'] for port, after_delete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:33.336030 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-148d1c3c-830e-4e11-9076-27f7ead0dc4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:15:33.377172 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114e5c5d-7591-4a86-9106-a5c63602a6eb admin admin] No DVR routers for this DVR port 017b726d-cb36-4d99-be07-7e8e6ef99414 on host dv-cinder-794669-4-iscsi {{(pid=92564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 22:15:33.379949 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e5c5d-7591-4a86-9106-a5c63602a6eb admin admin] Pushing event deleted for resources: {'Port': ['ID=017b726d-cb36-4d99-be07-7e8e6ef99414,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:15:33.380478 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b3171-6aa6-4749-a795-e931cd9a800d None None] Pushing event deleted for resources: {'Port': ['ID=017b726d-cb36-4d99-be07-7e8e6ef99414,revision_number=None']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:15:33.383517 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-108b3171-6aa6-4749-a795-e931cd9a800d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:15:33.384316 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108b3171-6aa6-4749-a795-e931cd9a800d None None] No DVR routers for this DVR port 017b726d-cb36-4d99-be07-7e8e6ef99414 on host dv-cinder-794669-4-iscsi {{(pid=92565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 22:15:33.408184 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-114e5c5d-7591-4a86-9106-a5c63602a6eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:15:33.498916 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-114e5c5d-7591-4a86-9106-a5c63602a6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1799298', 'neutron.services.segments.db._delete_segments_for_network-8762086254785'] for network, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:33.512192 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.services.segments.db [None req-114e5c5d-7591-4a86-9106-a5c63602a6eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f814ee52490>,) {'filters': {'network_id': ['a95ea928-30b7-4a2d-9699-0286f893385e']}} {{(pid=92564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:15:33.524785 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.services.segments.db [None req-114e5c5d-7591-4a86-9106-a5c63602a6eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f814ee52490>, '97bf617c-7f25-4939-bcb5-a729e1df8563') {'for_net_delete': True} {{(pid=92564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:15:33.525088 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.services.segments.db [None req-114e5c5d-7591-4a86-9106-a5c63602a6eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f814ee52490>, '97bf617c-7f25-4939-bcb5-a729e1df8563') {} {{(pid=92564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:15:33.537369 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-114e5c5d-7591-4a86-9106-a5c63602a6eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762086257628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31973004'] for segment, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:33.553378 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-114e5c5d-7591-4a86-9106-a5c63602a6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286'] for segment, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:33.559854 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-114e5c5d-7591-4a86-9106-a5c63602a6eb admin admin] Releasing vlan 1446 on physical network physnet1 to pool {{(pid=92564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 22:15:33.560250 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-114e5c5d-7591-4a86-9106-a5c63602a6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31972194'] for segment, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:33.573926 dv-cinder-794669-4-iscsi neutron-server[92564]: Traceback (most recent call last):
Jun 03 22:15:33.573926 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 22:15:33.573926 dv-cinder-794669-4-iscsi neutron-server[92564]:     timer()
Jun 03 22:15:33.573926 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 22:15:33.573926 dv-cinder-794669-4-iscsi neutron-server[92564]:     cb(*args, **kw)
Jun 03 22:15:33.573926 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 22:15:33.573926 dv-cinder-794669-4-iscsi neutron-server[92564]:     return func(*args, **kwargs)
Jun 03 22:15:33.573926 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 22:15:33.573926 dv-cinder-794669-4-iscsi neutron-server[92564]:     self._notify()
Jun 03 22:15:33.573926 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 22:15:33.573926 dv-cinder-794669-4-iscsi neutron-server[92564]:     self.callback(batched_events)
Jun 03 22:15:33.573926 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 22:15:33.573926 dv-cinder-794669-4-iscsi neutron-server[92564]:     event.method(event)
Jun 03 22:15:33.573926 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 22:15:33.573926 dv-cinder-794669-4-iscsi neutron-server[92564]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 22:15:33.573926 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 22:15:33.573926 dv-cinder-794669-4-iscsi neutron-server[92564]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 22:15:33.573926 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 22:15:33.573926 dv-cinder-794669-4-iscsi neutron-server[92564]:     return f(self, *a, **k)
Jun 03 22:15:33.573926 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 22:15:33.573926 dv-cinder-794669-4-iscsi neutron-server[92564]:     return self._get(url).json()
Jun 03 22:15:33.573926 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 22:15:33.573926 dv-cinder-794669-4-iscsi neutron-server[92564]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 22:15:33.573926 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 22:15:33.573926 dv-cinder-794669-4-iscsi neutron-server[92564]:     return self.request(url, 'GET', **kwargs)
Jun 03 22:15:33.573926 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 22:15:33.573926 dv-cinder-794669-4-iscsi neutron-server[92564]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 22:15:33.573926 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 22:15:33.573926 dv-cinder-794669-4-iscsi neutron-server[92564]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 22:15:33.573926 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 22:15:33.573926 dv-cinder-794669-4-iscsi neutron-server[92564]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 22:15:33.573926 dv-cinder-794669-4-iscsi neutron-server[92564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 22:15:33.760784 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-114e5c5d-7591-4a86-9106-a5c63602a6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1799305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-309369'] for network, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:33.764502 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:15:33.778116 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-114e5c5d-7591-4a86-9106-a5c63602a6eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for network, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:33.788563 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114e5c5d-7591-4a86-9106-a5c63602a6eb admin admin] Pushing event deleted for resources: {'Network': ['ID=a95ea928-30b7-4a2d-9699-0286f893385e,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:15:33.791443 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-114e5c5d-7591-4a86-9106-a5c63602a6eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:15:33.793516 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-114e5c5d-7591-4a86-9106-a5c63602a6eb admin admin] 10.222.0.106 "DELETE /v2.0/networks/a95ea928-30b7-4a2d-9699-0286f893385e HTTP/1.1" status: 204  len: 168 time: 1.1450391
Jun 03 22:15:34.277398 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 37492) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:15:34.330360 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-63462f1f-e3b4-4a41-af20-4757059c0645 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=96c06991ed074d8bb9135b3908303d68&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0517063
Jun 03 22:15:34.333557 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 37494) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:15:34.404191 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-00273eb8-6ff4-4597-bf2d-147bf50888a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:34.433168 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-00273eb8-6ff4-4597-bf2d-147bf50888a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:34.583135 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-00273eb8-6ff4-4597-bf2d-147bf50888a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:34.587056 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-e7078fc6-2016-4aec-8216-773de7fd3668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:15:34.601929 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00273eb8-6ff4-4597-bf2d-147bf50888a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1422ea32-23bf-476d-86c3-0895b73885a9,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:15:34.605801 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-00273eb8-6ff4-4597-bf2d-147bf50888a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:15:34.610319 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-00273eb8-6ff4-4597-bf2d-147bf50888a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:34.614332 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-00273eb8-6ff4-4597-bf2d-147bf50888a8 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/1422ea32-23bf-476d-86c3-0895b73885a9 HTTP/1.1" status: 204  len: 168 time: 0.2769256
Jun 03 22:15:34.747332 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 017b726d-cb36-4d99-be07-7e8e6ef99414 no longer exists at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:15:34.781878 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] No Port match for: 017b726d-cb36-4d99-be07-7e8e6ef99414 {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:15:34.782224 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 017b726d-cb36-4d99-be07-7e8e6ef99414 not bound to the agent host dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:15:35.535759 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 37502) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:15:35.586676 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-e3c2f742-7130-4de5-9b18-4da36683e51f admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=a49c9762293d4d719f8b04c581ffccf2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0497048
Jun 03 22:15:35.588989 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 37504) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:15:35.651961 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-9f8aed9e-4ede-4947-a56d-6016d2631e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:35.680550 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-9f8aed9e-4ede-4947-a56d-6016d2631e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:35.903154 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-9f8aed9e-4ede-4947-a56d-6016d2631e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:35.908288 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-a6f72bb3-34d7-4fca-8f66-b5c553d1bda6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:15:35.920667 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8aed9e-4ede-4947-a56d-6016d2631e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa6ba1b-a928-48f6-9cf1-48753d01e446,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:15:35.923673 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-9f8aed9e-4ede-4947-a56d-6016d2631e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:15:35.935894 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-9f8aed9e-4ede-4947-a56d-6016d2631e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:35.935894 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-9f8aed9e-4ede-4947-a56d-6016d2631e87 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/2fa6ba1b-a928-48f6-9cf1-48753d01e446 HTTP/1.1" status: 204  len: 168 time: 0.3374286
Jun 03 22:15:45.890900 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:47.000270 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-716a0e56-fd36-40ff-80a2-65965d6effd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:49.783816 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:49.834056 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-ab863fb5-056a-4ce7-a43c-d04d13c5af2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:51.098397 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:15:52.451160 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:00.622786 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:16:01.775217 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ece7b1-470c-4d8e-9312-df32fb26f768 req-d24abae1-a895-49b0-a9dc-027e5cc15f12 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:16:01.776722 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-80ece7b1-470c-4d8e-9312-df32fb26f768 req-d24abae1-a895-49b0-a9dc-027e5cc15f12 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/ports?device_id=0eee71d2-ec13-4fca-a702-5ab8e72cdd04 HTTP/1.1" status: 200  len: 946 time: 0.0805919
Jun 03 22:16:01.824206 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-80ece7b1-470c-4d8e-9312-df32fb26f768 req-f25801f9-545c-4a4b-a373-45f8c44f41a5 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/security-groups?id=35c49e55-2273-4e07-ad6c-c432f5ce48ac&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414996
Jun 03 22:16:02.113295 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e56b24-62a1-4aff-8fa2-d9f2f2cd91e3 req-dad6291b-f74e-4b83-807a-6eaccd45b1e1 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:16:02.114723 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-16e56b24-62a1-4aff-8fa2-d9f2f2cd91e3 req-dad6291b-f74e-4b83-807a-6eaccd45b1e1 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.58 "GET /v2.0/ports?device_id=0eee71d2-ec13-4fca-a702-5ab8e72cdd04 HTTP/1.1" status: 200  len: 946 time: 0.0860651
Jun 03 22:16:02.256462 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [req-16e56b24-62a1-4aff-8fa2-d9f2f2cd91e3 req-bbfad774-8699-4376-b9bf-e70c5dcb6ab0 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Deleting port b6a4342e-48c3-4c53-a2c7-de600d045d4d {{(pid=92564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:16:02.256783 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-16e56b24-62a1-4aff-8fa2-d9f2f2cd91e3 req-bbfad774-8699-4376-b9bf-e70c5dcb6ab0 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:02.395912 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-16e56b24-62a1-4aff-8fa2-d9f2f2cd91e3 req-bbfad774-8699-4376-b9bf-e70c5dcb6ab0 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] For port b6a4342e-48c3-4c53-a2c7-de600d045d4d, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=b6a4342e-48c3-4c53-a2c7-de600d045d4d,segment=NetworkSegment(eb669f87-637c-4e86-bcd2-b6b3456e5997),segment_id=eb669f87-637c-4e86-bcd2-b6b3456e5997)] {{(pid=92564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:16:02.396214 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-16e56b24-62a1-4aff-8fa2-d9f2f2cd91e3 req-bbfad774-8699-4376-b9bf-e70c5dcb6ab0 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:02.689620 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-16e56b24-62a1-4aff-8fa2-d9f2f2cd91e3 req-bbfad774-8699-4376-b9bf-e70c5dcb6ab0 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:02.689989 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-16e56b24-62a1-4aff-8fa2-d9f2f2cd91e3 req-bbfad774-8699-4376-b9bf-e70c5dcb6ab0 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-309359'] for floatingip, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:02.690301 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.db.l3_db [req-16e56b24-62a1-4aff-8fa2-d9f2f2cd91e3 req-bbfad774-8699-4376-b9bf-e70c5dcb6ab0 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Floating IP aa5cd184-db5b-41ae-a478-610cbd51b2c7 disassociated. External IP: 172.27.0.168, port: b6a4342e-48c3-4c53-a2c7-de600d045d4d.
Jun 03 22:16:02.690648 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [req-16e56b24-62a1-4aff-8fa2-d9f2f2cd91e3 req-bbfad774-8699-4376-b9bf-e70c5dcb6ab0 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Calling delete_port for b6a4342e-48c3-4c53-a2c7-de600d045d4d owned by compute:nova {{(pid=92564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:16:02.897528 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-16e56b24-62a1-4aff-8fa2-d9f2f2cd91e3 req-bbfad774-8699-4376-b9bf-e70c5dcb6ab0 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:02.904416 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-77b113f4-9b52-4e58-b7cf-4d3e29ae0748 tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:16:02.951134 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfad774-8699-4376-b9bf-e70c5dcb6ab0 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Pushing event deleted for resources: {'Port': ['ID=b6a4342e-48c3-4c53-a2c7-de600d045d4d,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:16:02.954280 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-bbfad774-8699-4376-b9bf-e70c5dcb6ab0 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:16:02.986452 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-735cc8b2-bd07-4c48-804a-999daf9ad99b req-d6546e6e-3b8d-4bf6-975c-5049ac718741 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/ports?device_id=0eee71d2-ec13-4fca-a702-5ab8e72cdd04 HTTP/1.1" status: 200  len: 210 time: 0.0462396
Jun 03 22:16:03.249685 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16e56b24-62a1-4aff-8fa2-d9f2f2cd91e3 req-bbfad774-8699-4376-b9bf-e70c5dcb6ab0 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Router 08fd76d6-665a-4b44-ac56-4d1bb3b194c7 has already been hosted by L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 {{(pid=92564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 22:16:03.434613 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16e56b24-62a1-4aff-8fa2-d9f2f2cd91e3 req-bbfad774-8699-4376-b9bf-e70c5dcb6ab0 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:16:03.444322 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da67c4f-9db5-49f3-8b0a-6045b5cf73e1 None None] Sync routers for ids ['08fd76d6-665a-4b44-ac56-4d1bb3b194c7'] in dv-cinder-794669-4-iscsi {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:16:03.454348 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da67c4f-9db5-49f3-8b0a-6045b5cf73e1 None None] Routers {'08fd76d6-665a-4b44-ac56-4d1bb3b194c7'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:16:03.455024 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-5da67c4f-9db5-49f3-8b0a-6045b5cf73e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814ea0d040>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:15:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['08fd76d6-665a-4b44-ac56-4d1bb3b194c7'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:16:03.513251 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e56b24-62a1-4aff-8fa2-d9f2f2cd91e3 req-bbfad774-8699-4376-b9bf-e70c5dcb6ab0 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] No DVR routers for this DVR port b6a4342e-48c3-4c53-a2c7-de600d045d4d on host hv-cinder-79466 {{(pid=92564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 22:16:03.515831 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-16e56b24-62a1-4aff-8fa2-d9f2f2cd91e3 req-bbfad774-8699-4376-b9bf-e70c5dcb6ab0 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:03.519979 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eee71d2-ec13-4fca-a702-5ab8e72cdd04', 'name': 'network-vif-deleted', 'tag': 'b6a4342e-48c3-4c53-a2c7-de600d045d4d'}] {{(pid=92564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:16:03.522236 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c024af40dcbc7289fed731e5c35c42eecf8f16a39534b44a636824a10e0ed12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba121b7-e2eb-445e-b7c4-373680875c61" -d '{"events": [{"server_uuid": "0eee71d2-ec13-4fca-a702-5ab8e72cdd04", "name": "network-vif-deleted", "tag": "b6a4342e-48c3-4c53-a2c7-de600d045d4d"}]}' {{(pid=92564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:16:03.565504 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867219d6-cd09-4e16-be54-626c2ef2b116 x-openstack-request-id: req-867219d6-cd09-4e16-be54-626c2ef2b116 {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:16:03.565835 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eee71d2-ec13-4fca-a702-5ab8e72cdd04", "name": "network-vif-deleted", "tag": "b6a4342e-48c3-4c53-a2c7-de600d045d4d", "status": "completed", "code": 200}]} {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:16:03.566174 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-867219d6-cd09-4e16-be54-626c2ef2b116 {{(pid=92564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:16:03.566638 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eee71d2-ec13-4fca-a702-5ab8e72cdd04', 'name': 'network-vif-deleted', 'tag': 'b6a4342e-48c3-4c53-a2c7-de600d045d4d', 'status': 'completed', 'code': 200}
Jun 03 22:16:03.606264 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-16e56b24-62a1-4aff-8fa2-d9f2f2cd91e3 req-bbfad774-8699-4376-b9bf-e70c5dcb6ab0 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.58 "DELETE /v2.0/ports/b6a4342e-48c3-4c53-a2c7-de600d045d4d HTTP/1.1" status: 204  len: 173 time: 1.4846842
Jun 03 22:16:03.668367 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-5da67c4f-9db5-49f3-8b0a-6045b5cf73e1 None None] Set router 08fd76d6-665a-4b44-ac56-4d1bb3b194c7 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:16:03.991120 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-5da67c4f-9db5-49f3-8b0a-6045b5cf73e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814ea0d040>, [{'id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'name': 'tempest-AttachVolumeShelveTestJSON-506570283-router', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:05:27Z', 'updated_at': '2021-06-03T22:05:37Z', 'revision_number': 4, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'gw_port': {'id': '5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:29Z', 'updated_at': '2021-06-03T22:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': 'c9658c03-c270-4c2b-a565-b199772763bf', 'name': '', 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'mac_address': 'fa:16:3e:dd:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '67671872-aaef-41f0-85f5-6741db23bdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:36Z', 'updated_at': '2021-06-03T22:05:50Z', 'revision_number': 5, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'subnets': [{'id': '67671872-aaef-41f0-85f5-6741db23bdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:16:03.995718 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da67c4f-9db5-49f3-8b0a-6045b5cf73e1 None None] Checking router: 08fd76d6-665a-4b44-ac56-4d1bb3b194c7 for host: dv-cinder-794669-4-iscsi {{(pid=92565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:16:04.005204 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da67c4f-9db5-49f3-8b0a-6045b5cf73e1 None None] Routers {'08fd76d6-665a-4b44-ac56-4d1bb3b194c7'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:16:04.008574 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-5da67c4f-9db5-49f3-8b0a-6045b5cf73e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814ea0d040>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:15:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['08fd76d6-665a-4b44-ac56-4d1bb3b194c7'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:16:04.161502 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-ea6a66a3-5390-4540-a2a0-08a5a86c20b2 req-cb8843e6-db83-4622-a4bc-91c5fe7cdcae tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/ports?device_id=0eee71d2-ec13-4fca-a702-5ab8e72cdd04 HTTP/1.1" status: 200  len: 210 time: 0.0439425
Jun 03 22:16:04.194213 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-5da67c4f-9db5-49f3-8b0a-6045b5cf73e1 None None] Set router 08fd76d6-665a-4b44-ac56-4d1bb3b194c7 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:16:04.518741 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-5da67c4f-9db5-49f3-8b0a-6045b5cf73e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814ea0d040>, [{'id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'name': 'tempest-AttachVolumeShelveTestJSON-506570283-router', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:05:27Z', 'updated_at': '2021-06-03T22:05:37Z', 'revision_number': 4, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'gw_port': {'id': '5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:29Z', 'updated_at': '2021-06-03T22:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': 'c9658c03-c270-4c2b-a565-b199772763bf', 'name': '', 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'mac_address': 'fa:16:3e:dd:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '67671872-aaef-41f0-85f5-6741db23bdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:36Z', 'updated_at': '2021-06-03T22:05:50Z', 'revision_number': 5, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'subnets': [{'id': '67671872-aaef-41f0-85f5-6741db23bdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:16:04.523062 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da67c4f-9db5-49f3-8b0a-6045b5cf73e1 None None] The sync data for ids ['08fd76d6-665a-4b44-ac56-4d1bb3b194c7'] in dv-cinder-794669-4-iscsi is: [{'id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'name': 'tempest-AttachVolumeShelveTestJSON-506570283-router', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:05:27Z', 'updated_at': '2021-06-03T22:05:37Z', 'revision_number': 4, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'gw_port': {'id': '5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:29Z', 'updated_at': '2021-06-03T22:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': 'c9658c03-c270-4c2b-a565-b199772763bf', 'name': '', 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'mac_address': 'fa:16:3e:dd:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '67671872-aaef-41f0-85f5-6741db23bdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:36Z', 'updated_at': '2021-06-03T22:05:50Z', 'revision_number': 5, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'subnets': [{'id': '67671872-aaef-41f0-85f5-6741db23bdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:16:04.737977 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778fcef2-d828-4139-b732-81c416566787 None None] New status for floating IP aa5cd184-db5b-41ae-a478-610cbd51b2c7: DOWN {{(pid=92566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 22:16:04.830353 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device b6a4342e-48c3-4c53-a2c7-de600d045d4d no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:16:04.870241 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] No Port match for: b6a4342e-48c3-4c53-a2c7-de600d045d4d {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:16:04.870740 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device b6a4342e-48c3-4c53-a2c7-de600d045d4d not bound to the agent host hv-cinder-79466 {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:16:05.367046 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 37536) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:16:05.432922 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-1a82d83d-169d-499a-bd27-0ae12f6283d3 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:05.461960 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-1a82d83d-169d-499a-bd27-0ae12f6283d3 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:05.617221 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-1a82d83d-169d-499a-bd27-0ae12f6283d3 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:05.621633 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-bca5ddbf-b0d1-465b-a241-b56be7f16b26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:16:05.640278 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a82d83d-169d-499a-bd27-0ae12f6283d3 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c49e55-2273-4e07-ad6c-c432f5ce48ac,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:16:05.643567 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-1a82d83d-169d-499a-bd27-0ae12f6283d3 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:16:05.758939 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-1a82d83d-169d-499a-bd27-0ae12f6283d3 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:05.760038 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-1a82d83d-169d-499a-bd27-0ae12f6283d3 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "DELETE /v2.0/security-groups/35c49e55-2273-4e07-ad6c-c432f5ce48ac HTTP/1.1" status: 204  len: 168 time: 0.3918471
Jun 03 22:16:05.762808 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 37538) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:16:05.778760 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.api.v2.resource [None req-b25f009f-f722-401d-874c-14fc9ea04566 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] show failed (client error): The resource could not be found.
Jun 03 22:16:05.779821 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-b25f009f-f722-401d-874c-14fc9ea04566 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/security-groups/35c49e55-2273-4e07-ad6c-c432f5ce48ac HTTP/1.1" status: 404  len: 347 time: 0.0161176
Jun 03 22:16:05.784053 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 37540) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:16:06.008308 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [None req-47cbb504-1604-486f-ada3-1eb0e946c69d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Deleting port 4423caf7-dba5-417b-96c9-41fbf503c0cb {{(pid=92564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:16:06.008652 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-47cbb504-1604-486f-ada3-1eb0e946c69d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:06.131547 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-47cbb504-1604-486f-ada3-1eb0e946c69d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:06.131849 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-47cbb504-1604-486f-ada3-1eb0e946c69d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:06.258039 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [None req-47cbb504-1604-486f-ada3-1eb0e946c69d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Calling delete_port for 4423caf7-dba5-417b-96c9-41fbf503c0cb owned by network:floatingip {{(pid=92564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:16:06.463221 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-47cbb504-1604-486f-ada3-1eb0e946c69d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:06.467212 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-308f81c9-f031-4567-898d-de45b09954c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:16:06.514520 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cbb504-1604-486f-ada3-1eb0e946c69d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Pushing event deleted for resources: {'Port': ['ID=4423caf7-dba5-417b-96c9-41fbf503c0cb,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:16:06.517493 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-47cbb504-1604-486f-ada3-1eb0e946c69d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:16:06.605307 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-47cbb504-1604-486f-ada3-1eb0e946c69d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for floatingip, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:06.623886 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-47cbb504-1604-486f-ada3-1eb0e946c69d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for floatingip, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:06.625049 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-47cbb504-1604-486f-ada3-1eb0e946c69d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "DELETE /v2.0/floatingips/aa5cd184-db5b-41ae-a478-610cbd51b2c7 HTTP/1.1" status: 204  len: 168 time: 0.8400958
Jun 03 22:16:07.052283 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 37544) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:16:07.057106 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-1f85a2f1-09e0-4c44-a053-70e63e105d2a tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Request body: {'security_group': {'name': 'tempest-securitygroup--714160775', 'description': 'tempest-description--1855744164'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:16:07.063109 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-1f85a2f1-09e0-4c44-a053-70e63e105d2a tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:16:07.067184 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-1f85a2f1-09e0-4c44-a053-70e63e105d2a tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Usage tracker for resource:security_group and tenant:c14a1e6c501b4dd3966eb23d8b4969bc is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:16:07.072442 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-1f85a2f1-09e0-4c44-a053-70e63e105d2a tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:16:07.076077 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-1f85a2f1-09e0-4c44-a053-70e63e105d2a tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:16:07.166088 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-1f85a2f1-09e0-4c44-a053-70e63e105d2a tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:07.186741 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-1f85a2f1-09e0-4c44-a053-70e63e105d2a tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:16:07.190603 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-1f85a2f1-09e0-4c44-a053-70e63e105d2a tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Usage tracker for resource:security_group_rule and tenant:c14a1e6c501b4dd3966eb23d8b4969bc is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:16:07.193563 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-1f85a2f1-09e0-4c44-a053-70e63e105d2a tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:16:07.199353 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-1f85a2f1-09e0-4c44-a053-70e63e105d2a tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:16:07.274105 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-1f85a2f1-09e0-4c44-a053-70e63e105d2a tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:07.394335 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-1f85a2f1-09e0-4c44-a053-70e63e105d2a tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:07.398411 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-ef8475ca-ad0b-4cdd-b967-a6ea745bf8e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:16:07.440744 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f85a2f1-09e0-4c44-a053-70e63e105d2a tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8642e0c1-3e45-4316-b5c1-1259ee531a6b,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:16:07.443521 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-1f85a2f1-09e0-4c44-a053-70e63e105d2a tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:16:07.537001 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-1f85a2f1-09e0-4c44-a053-70e63e105d2a tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:07.538250 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-1f85a2f1-09e0-4c44-a053-70e63e105d2a tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.4849792
Jun 03 22:16:07.541099 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 37546) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:16:07.553292 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-599a8781-9f3a-446a-b44a-a2a2c34a445e tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Request body: {'security_group_rule': {'security_group_id': '8642e0c1-3e45-4316-b5c1-1259ee531a6b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:16:07.553292 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-599a8781-9f3a-446a-b44a-a2a2c34a445e tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:16:07.555785 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-599a8781-9f3a-446a-b44a-a2a2c34a445e tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Usage tracker for resource:security_group_rule and tenant:c14a1e6c501b4dd3966eb23d8b4969bc is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:16:07.558833 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-599a8781-9f3a-446a-b44a-a2a2c34a445e tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:16:07.565167 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-599a8781-9f3a-446a-b44a-a2a2c34a445e tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:16:07.640564 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-599a8781-9f3a-446a-b44a-a2a2c34a445e tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:07.702966 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-599a8781-9f3a-446a-b44a-a2a2c34a445e tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:07.765884 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-599a8781-9f3a-446a-b44a-a2a2c34a445e tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679028'] for security_group_rule, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:07.768032 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:16:07.793773 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a8781-9f3a-446a-b44a-a2a2c34a445e tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a4f7be-69c5-4e0e-87d5-606956a06bd1,revision_number=0']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:16:07.797700 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-599a8781-9f3a-446a-b44a-a2a2c34a445e tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:16:07.874775 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-599a8781-9f3a-446a-b44a-a2a2c34a445e tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:07.876040 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-599a8781-9f3a-446a-b44a-a2a2c34a445e tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3340409
Jun 03 22:16:07.879854 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 37548) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:16:07.884658 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-933fc423-d405-4b5d-8dfb-7445fc32d780 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Request body: {'security_group_rule': {'security_group_id': '8642e0c1-3e45-4316-b5c1-1259ee531a6b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:16:07.897445 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-933fc423-d405-4b5d-8dfb-7445fc32d780 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:16:07.897445 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-933fc423-d405-4b5d-8dfb-7445fc32d780 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Usage tracker for resource:security_group_rule and tenant:c14a1e6c501b4dd3966eb23d8b4969bc is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:16:07.898955 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-933fc423-d405-4b5d-8dfb-7445fc32d780 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:16:07.905468 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-933fc423-d405-4b5d-8dfb-7445fc32d780 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:16:07.983443 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-933fc423-d405-4b5d-8dfb-7445fc32d780 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:08.053134 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-933fc423-d405-4b5d-8dfb-7445fc32d780 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:08.177189 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-933fc423-d405-4b5d-8dfb-7445fc32d780 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679028'] for security_group_rule, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:08.179267 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:16:08.202206 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933fc423-d405-4b5d-8dfb-7445fc32d780 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=512a7f0f-a2c7-412e-8b10-29f9fcfce291,revision_number=0']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:16:08.206670 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-933fc423-d405-4b5d-8dfb-7445fc32d780 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:16:08.325821 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-933fc423-d405-4b5d-8dfb-7445fc32d780 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:08.327033 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-933fc423-d405-4b5d-8dfb-7445fc32d780 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4461799
Jun 03 22:16:08.330298 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 37550) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:16:08.334699 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-0a1ab35e-50a9-402d-89e6-0a855df57105 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Request body: {'floatingip': {'floating_network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:16:08.340754 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-0a1ab35e-50a9-402d-89e6-0a855df57105 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:16:08.344662 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-0a1ab35e-50a9-402d-89e6-0a855df57105 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Usage tracker for resource:floatingip and tenant:c14a1e6c501b4dd3966eb23d8b4969bc is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:16:08.348010 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-0a1ab35e-50a9-402d-89e6-0a855df57105 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:16:08.353673 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-0a1ab35e-50a9-402d-89e6-0a855df57105 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:16:08.474558 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-0a1ab35e-50a9-402d-89e6-0a855df57105 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for floatingip, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:08.708449 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-0a1ab35e-50a9-402d-89e6-0a855df57105 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:08.843064 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.db_base_plugin_common [None req-0a1ab35e-50a9-402d-89e6-0a855df57105 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Allocated IP 172.27.0.110 (fbd3fa50-1ea9-4a37-9f63-373be6d121e3/b881b088-b524-4558-b754-6a0245dcfb71/19e0d91c-4ca2-4c6c-aa1e-d85e1f06e0a1) {{(pid=92563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:16:08.993386 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-0a1ab35e-50a9-402d-89e6-0a855df57105 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for port, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:09.103762 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-0a1ab35e-50a9-402d-89e6-0a855df57105 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33200950'] for port, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:09.107559 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-80c9f218-048a-4f9c-b12e-b11f48819fe2 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:16:09.171637 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1ab35e-50a9-402d-89e6-0a855df57105 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Network fbd3fa50-1ea9-4a37-9f63-373be6d121e3 is already hosted by enough agents. {{(pid=92563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:16:09.179165 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-0a1ab35e-50a9-402d-89e6-0a855df57105 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Resources bound (agent type, host, resource id):  {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:16:09.183992 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1ab35e-50a9-402d-89e6-0a855df57105 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Received port after_create {{(pid=92563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:16:09.210383 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ab35e-50a9-402d-89e6-0a855df57105 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Pushing event updated for resources: {'Port': ['ID=19e0d91c-4ca2-4c6c-aa1e-d85e1f06e0a1,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:16:09.216719 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-0a1ab35e-50a9-402d-89e6-0a855df57105 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:16:09.263237 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-0a1ab35e-50a9-402d-89e6-0a855df57105 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:09.411153 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-0a1ab35e-50a9-402d-89e6-0a855df57105 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:09.619144 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-0a1ab35e-50a9-402d-89e6-0a855df57105 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for port, precommit_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:09.697083 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-0a1ab35e-50a9-402d-89e6-0a855df57105 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33201101'] for port, after_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:09.700918 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:16:09.808778 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ab35e-50a9-402d-89e6-0a855df57105 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Pushing event updated for resources: {'Port': ['ID=19e0d91c-4ca2-4c6c-aa1e-d85e1f06e0a1,revision_number=2']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:16:09.814316 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-0a1ab35e-50a9-402d-89e6-0a855df57105 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:16:09.821474 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-0a1ab35e-50a9-402d-89e6-0a855df57105 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-309359'] for floatingip, after_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:09.925905 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-0a1ab35e-50a9-402d-89e6-0a855df57105 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for floatingip, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:09.927213 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-0a1ab35e-50a9-402d-89e6-0a855df57105 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5960455
Jun 03 22:16:10.112034 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-d6039adb-4dc7-41cb-a041-c323d50ebf54 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Synchronizing usage tracker for tenant:c14a1e6c501b4dd3966eb23d8b4969bc on resource:security_group {{(pid=92563) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:16:10.200092 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-d6039adb-4dc7-41cb-a041-c323d50ebf54 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Unset dirty status for tenant:c14a1e6c501b4dd3966eb23d8b4969bc on resource:security_group {{(pid=92563) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:16:10.201247 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-d6039adb-4dc7-41cb-a041-c323d50ebf54 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/security-groups?name=tempest-securitygroup--714160775&fields=id&tenant_id=c14a1e6c501b4dd3966eb23d8b4969bc HTTP/1.1" status: 200  len: 267 time: 0.1315224
Jun 03 22:16:10.362924 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-56d2fb87-1023-4ae1-af87-d27f22b134d4 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:16:10.364530 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-56d2fb87-1023-4ae1-af87-d27f22b134d4 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/networks?id=35f20c75-e7a0-4927-b48f-493b756f4e3d HTTP/1.1" status: 200  len: 816 time: 0.1567173
Jun 03 22:16:10.380924 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-5fcfe73e-b993-4168-98db-6d81bb71c864 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/quotas/c14a1e6c501b4dd3966eb23d8b4969bc HTTP/1.1" status: 200  len: 375 time: 0.0107574
Jun 03 22:16:10.471732 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-188641e2-e473-4e19-98dc-e195ee69c26f tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/ports?tenant_id=c14a1e6c501b4dd3966eb23d8b4969bc&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0849788
Jun 03 22:16:10.590079 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-75fb4269-7147-4b75-ac97-f964fd773aeb service neutron] http://10.222.0.106:9696/v2.0/extensions returned with HTTP 200 {{(pid=92563) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 03 22:16:10.591136 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-75fb4269-7147-4b75-ac97-f964fd773aeb service neutron] 10.222.0.106 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1085913
Jun 03 22:16:10.725034 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-dff01e18-641b-41d3-8382-9cb0a4b8f6ae service neutron] 10.222.0.106 "GET /v2.0/networks/35f20c75-e7a0-4927-b48f-493b756f4e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274688
Jun 03 22:16:10.860523 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-3fb44591-2759-4a71-9eab-845c3160aa84 service neutron] 10.222.0.106 "GET /v2.0/networks/35f20c75-e7a0-4927-b48f-493b756f4e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1293652
Jun 03 22:16:11.128940 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-837ca62c-7e4a-4422-9e84-d47a9c47c106 req-03ad8598-7ac9-4070-bc45-8ab2a90d96f1 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Synchronizing usage tracker for tenant:c14a1e6c501b4dd3966eb23d8b4969bc on resource:port {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:16:11.239999 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-837ca62c-7e4a-4422-9e84-d47a9c47c106 req-03ad8598-7ac9-4070-bc45-8ab2a90d96f1 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Unset dirty status for tenant:c14a1e6c501b4dd3966eb23d8b4969bc on resource:port {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:16:11.241422 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-837ca62c-7e4a-4422-9e84-d47a9c47c106 req-03ad8598-7ac9-4070-bc45-8ab2a90d96f1 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/ports?device_id=27ff6ff6-6758-4d42-b2b5-86e0655d4e7b HTTP/1.1" status: 200  len: 210 time: 0.1577098
Jun 03 22:16:12.408460 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-5e956786-a014-450a-9ed8-00e73b4e9d1a req-6510a7c6-949f-470e-a7b7-1bd087f570d6 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/ports?device_id=27ff6ff6-6758-4d42-b2b5-86e0655d4e7b HTTP/1.1" status: 200  len: 210 time: 0.0423994
Jun 03 22:16:13.704604 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b3bfa7ab-c5de-4bee-91f0-6e5770ac51e7 req-56e6996d-02fc-411d-abbe-10421fbf6d12 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/ports?device_id=27ff6ff6-6758-4d42-b2b5-86e0655d4e7b HTTP/1.1" status: 200  len: 210 time: 0.1505547
Jun 03 22:16:13.745364 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-73a3abb0-539d-4b4a-9fb0-032bc0941a4c tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:16:13.746791 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-73a3abb0-539d-4b4a-9fb0-032bc0941a4c tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.58 "GET /v2.0/networks?id=35f20c75-e7a0-4927-b48f-493b756f4e3d HTTP/1.1" status: 200  len: 816 time: 0.2826059
Jun 03 22:16:13.797337 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-6eacffe6-d23f-43e2-9c1c-70718d2aac68 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Synchronizing usage tracker for tenant:c14a1e6c501b4dd3966eb23d8b4969bc on resource:security_group {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:16:13.809965 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-6eacffe6-d23f-43e2-9c1c-70718d2aac68 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Unset dirty status for tenant:c14a1e6c501b4dd3966eb23d8b4969bc on resource:security_group {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:16:13.811062 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-6eacffe6-d23f-43e2-9c1c-70718d2aac68 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c14a1e6c501b4dd3966eb23d8b4969bc HTTP/1.1" status: 200  len: 379 time: 0.0533109
Jun 03 22:16:13.821083 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-a2689bf5-05a1-430d-ae23-94a77c085568 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Request body: {'port': {'device_id': '27ff6ff6-6758-4d42-b2b5-86e0655d4e7b', 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d', 'admin_state_up': True, 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'security_groups': ['8642e0c1-3e45-4316-b5c1-1259ee531a6b']}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:16:13.962873 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-a2689bf5-05a1-430d-ae23-94a77c085568 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:16:13.973066 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-a2689bf5-05a1-430d-ae23-94a77c085568 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:16:14.148790 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-a2689bf5-05a1-430d-ae23-94a77c085568 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Made reservation on behalf of c14a1e6c501b4dd3966eb23d8b4969bc for: {'port': 1} {{(pid=92564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:16:14.153526 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-a2689bf5-05a1-430d-ae23-94a77c085568 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:14.324969 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.db_base_plugin_common [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-a2689bf5-05a1-430d-ae23-94a77c085568 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Allocated IP 172.20.0.6 (35f20c75-e7a0-4927-b48f-493b756f4e3d/67671872-aaef-41f0-85f5-6741db23bdd5/871a6893-2775-4430-ab2e-fc9a4da65b53) {{(pid=92564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:16:14.513702 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-a2689bf5-05a1-430d-ae23-94a77c085568 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for port, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:14.529825 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.provisioning_blocks [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-a2689bf5-05a1-430d-ae23-94a77c085568 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Transition to ACTIVE for port object 871a6893-2775-4430-ab2e-fc9a4da65b53 will not be triggered until provisioned by entity DHCP. {{(pid=92564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:16:14.640943 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-a2689bf5-05a1-430d-ae23-94a77c085568 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:14.646915 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-7d07524b-daa0-4294-974a-1490c1908c84 tempest-VolumesSnapshotTestJSON-464909592 tempest-VolumesSnapshotTestJSON-464909592-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:16:14.714249 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-a2689bf5-05a1-430d-ae23-94a77c085568 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Network 35f20c75-e7a0-4927-b48f-493b756f4e3d is already hosted by enough agents. {{(pid=92564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:16:14.717417 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.base_scheduler [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-a2689bf5-05a1-430d-ae23-94a77c085568 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Resources bound (agent type, host, resource id):  {{(pid=92564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:16:14.720045 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-a2689bf5-05a1-430d-ae23-94a77c085568 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Received port after_create {{(pid=92564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:16:14.768375 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2689bf5-05a1-430d-ae23-94a77c085568 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Pushing event updated for resources: {'Port': ['ID=871a6893-2775-4430-ab2e-fc9a4da65b53,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:16:14.783359 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2689bf5-05a1-430d-ae23-94a77c085568 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:16:14.783839 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2689bf5-05a1-430d-ae23-94a77c085568 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:16:14.784214 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2689bf5-05a1-430d-ae23-94a77c085568 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:16:14.784581 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2689bf5-05a1-430d-ae23-94a77c085568 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:16:14.784947 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2689bf5-05a1-430d-ae23-94a77c085568 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:16:14.785305 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2689bf5-05a1-430d-ae23-94a77c085568 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:16:14.785666 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2689bf5-05a1-430d-ae23-94a77c085568 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:16:14.786024 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2689bf5-05a1-430d-ae23-94a77c085568 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:16:14.786378 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2689bf5-05a1-430d-ae23-94a77c085568 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:16:14.786735 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2689bf5-05a1-430d-ae23-94a77c085568 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:16:14.787207 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2689bf5-05a1-430d-ae23-94a77c085568 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:16:14.787461 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2689bf5-05a1-430d-ae23-94a77c085568 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:16:14.791457 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-a2689bf5-05a1-430d-ae23-94a77c085568 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:16:14.821237 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-a2689bf5-05a1-430d-ae23-94a77c085568 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:16:14.822065 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-a2689bf5-05a1-430d-ae23-94a77c085568 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:14.928213 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510224ba-300d-4f7b-8071-79bc5e10c7b9 req-89abf251-7f08-4e42-a6b0-b8552297e452 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:16:14.930425 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-510224ba-300d-4f7b-8071-79bc5e10c7b9 req-89abf251-7f08-4e42-a6b0-b8552297e452 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/ports?device_id=27ff6ff6-6758-4d42-b2b5-86e0655d4e7b HTTP/1.1" status: 200  len: 931 time: 0.0931737
Jun 03 22:16:14.955230 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-a2689bf5-05a1-430d-ae23-94a77c085568 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1378336
Jun 03 22:16:14.968798 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-39ffca0d-1dc6-411a-b85c-1ce1fb3e6af4 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] http://10.222.0.106:9696/v2.0/extensions returned with HTTP 200 {{(pid=92564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 03 22:16:14.970622 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-39ffca0d-1dc6-411a-b85c-1ce1fb3e6af4 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0057986
Jun 03 22:16:14.978941 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-510224ba-300d-4f7b-8071-79bc5e10c7b9 req-cd165835-1cce-464b-a18d-83f3ad881fc8 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/security-groups?id=8642e0c1-3e45-4316-b5c1-1259ee531a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430849
Jun 03 22:16:15.034502 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-c597fce1-102b-4c7e-bf38-a2319b755574 service neutron] Request body: {'port': {'device_id': '27ff6ff6-6758-4d42-b2b5-86e0655d4e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:16:15.085454 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-49705fce-a680-4489-a1d6-0f2ad97b8254 None None] Provisioning for port 871a6893-2775-4430-ab2e-fc9a4da65b53 completed by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:16:15.090926 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-49705fce-a680-4489-a1d6-0f2ad97b8254 None None] Provisioning complete for port 871a6893-2775-4430-ab2e-fc9a4da65b53 triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:16:15.091304 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-49705fce-a680-4489-a1d6-0f2ad97b8254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:15.157034 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-49705fce-a680-4489-a1d6-0f2ad97b8254 None None] Port 871a6893-2775-4430-ab2e-fc9a4da65b53 cannot update to ACTIVE because it is not bound. {{(pid=92565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 22:16:15.174680 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-c597fce1-102b-4c7e-bf38-a2319b755574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:15.530645 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-c597fce1-102b-4c7e-bf38-a2319b755574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 871a6893-2775-4430-ab2e-fc9a4da65b53 {{(pid=92564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 22:16:15.538387 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-c597fce1-102b-4c7e-bf38-a2319b755574 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:15.552587 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.provisioning_blocks [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-c597fce1-102b-4c7e-bf38-a2319b755574 service neutron] Transition to ACTIVE for port object 871a6893-2775-4430-ab2e-fc9a4da65b53 will not be triggered until provisioned by entity L2. {{(pid=92564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:16:15.645878 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-c597fce1-102b-4c7e-bf38-a2319b755574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31972166'] for port, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:15.649798 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-bd9a2307-11d1-496f-8f85-d78d93af2f15 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:16:15.806191 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597fce1-102b-4c7e-bf38-a2319b755574 service neutron] Pushing event updated for resources: {'Port': ['ID=871a6893-2775-4430-ab2e-fc9a4da65b53,revision_number=2']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:16:15.815843 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-c597fce1-102b-4c7e-bf38-a2319b755574 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:16:15.888617 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-c597fce1-102b-4c7e-bf38-a2319b755574 service neutron] Attempting to bind port 871a6893-2775-4430-ab2e-fc9a4da65b53 on host hv-cinder-79466 for vnic_type normal with profile  {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:16:15.888972 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-c597fce1-102b-4c7e-bf38-a2319b755574 service neutron] Attempting to bind port 871a6893-2775-4430-ab2e-fc9a4da65b53 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': 'eb669f87-637c-4e86-bcd2-b6b3456e5997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d'}] {{(pid=92564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:16:15.889273 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-c597fce1-102b-4c7e-bf38-a2319b755574 service neutron] Attempting to bind port 871a6893-2775-4430-ab2e-fc9a4da65b53 on network 35f20c75-e7a0-4927-b48f-493b756f4e3d {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:16:15.894761 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-c597fce1-102b-4c7e-bf38-a2319b755574 service neutron] Port 871a6893-2775-4430-ab2e-fc9a4da65b53 on network 35f20c75-e7a0-4927-b48f-493b756f4e3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 22:16:15.895076 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-c597fce1-102b-4c7e-bf38-a2319b755574 service neutron] Attempting to bind port 871a6893-2775-4430-ab2e-fc9a4da65b53 on network 35f20c75-e7a0-4927-b48f-493b756f4e3d {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:16:15.900324 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-c597fce1-102b-4c7e-bf38-a2319b755574 service neutron] Checking agent: {'id': 'ba7169ba-ec54-42ab-82e6-dffd3900ba09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 22, 3, 45), 'started_at': datetime.datetime(2021, 6, 3, 22, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:16:15.901251 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-c597fce1-102b-4c7e-bf38-a2319b755574 service neutron] Checking segment: {'id': 'eb669f87-637c-4e86-bcd2-b6b3456e5997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:16:15.901251 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-c597fce1-102b-4c7e-bf38-a2319b755574 service neutron] Bound using segment: {'id': 'eb669f87-637c-4e86-bcd2-b6b3456e5997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d'} {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:16:15.901474 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-c597fce1-102b-4c7e-bf38-a2319b755574 service neutron] Bound port: 871a6893-2775-4430-ab2e-fc9a4da65b53, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb669f87-637c-4e86-bcd2-b6b3456e5997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1410, 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d'}}] {{(pid=92564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:16:15.901744 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-c597fce1-102b-4c7e-bf38-a2319b755574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:15.925688 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:15.999073 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-c597fce1-102b-4c7e-bf38-a2319b755574 service neutron] For port 871a6893-2775-4430-ab2e-fc9a4da65b53, host hv-cinder-79466, cleared binding levels {{(pid=92564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:16:16.002570 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-c597fce1-102b-4c7e-bf38-a2319b755574 service neutron] For port 871a6893-2775-4430-ab2e-fc9a4da65b53, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=871a6893-2775-4430-ab2e-fc9a4da65b53,segment=NetworkSegment(eb669f87-637c-4e86-bcd2-b6b3456e5997),segment_id=eb669f87-637c-4e86-bcd2-b6b3456e5997)] {{(pid=92564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:16:16.074976 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-c597fce1-102b-4c7e-bf38-a2319b755574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31972166'] for port, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:16.080468 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-a2689bf5-05a1-430d-ae23-94a77c085568 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:16:16.139375 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-c597fce1-102b-4c7e-bf38-a2319b755574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:16:16.140055 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-c597fce1-102b-4c7e-bf38-a2319b755574 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:16.141469 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-c597fce1-102b-4c7e-bf38-a2319b755574 service neutron] 10.222.0.58 "PUT /v2.0/ports/871a6893-2775-4430-ab2e-fc9a4da65b53 HTTP/1.1" status: 200  len: 1093 time: 1.1631029
Jun 03 22:16:16.142179 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27ff6ff6-6758-4d42-b2b5-86e0655d4e7b', 'tag': '871a6893-2775-4430-ab2e-fc9a4da65b53'}] {{(pid=92564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:16:16.144670 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c024af40dcbc7289fed731e5c35c42eecf8f16a39534b44a636824a10e0ed12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8204b0bb-d407-4546-a80c-9a9c8378fc1c" -d '{"events": [{"name": "network-changed", "server_uuid": "27ff6ff6-6758-4d42-b2b5-86e0655d4e7b", "tag": "871a6893-2775-4430-ab2e-fc9a4da65b53"}]}' {{(pid=92564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:16:16.177495 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c597fce1-102b-4c7e-bf38-a2319b755574 service neutron] Pushing event updated for resources: {'Port': ['ID=871a6893-2775-4430-ab2e-fc9a4da65b53,revision_number=3']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:16:16.187333 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-c597fce1-102b-4c7e-bf38-a2319b755574 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:16:16.213831 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2024cbf-277d-45ad-a5c0-eb54073c7adb x-openstack-request-id: req-b2024cbf-277d-45ad-a5c0-eb54073c7adb {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:16:16.214154 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27ff6ff6-6758-4d42-b2b5-86e0655d4e7b", "tag": "871a6893-2775-4430-ab2e-fc9a4da65b53", "status": "completed", "code": 200}]} {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:16:16.214445 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-b2024cbf-277d-45ad-a5c0-eb54073c7adb {{(pid=92564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:16:16.214877 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27ff6ff6-6758-4d42-b2b5-86e0655d4e7b', 'tag': '871a6893-2775-4430-ab2e-fc9a4da65b53', 'status': 'completed', 'code': 200}
Jun 03 22:16:16.439802 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c834ef-2819-4b46-ba5b-9c4467c25a7d req-3d5f8610-cfc0-42f4-b0b6-48c4184c1f05 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:16:16.440422 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-f8c834ef-2819-4b46-ba5b-9c4467c25a7d req-3d5f8610-cfc0-42f4-b0b6-48c4184c1f05 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Synchronizing usage tracker for tenant:c14a1e6c501b4dd3966eb23d8b4969bc on resource:port {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:16:16.446327 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204b0bb-d407-4546-a80c-9a9c8378fc1c req-53abcf50-9380-4856-af7a-8a65608a6303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:16:16.447753 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8204b0bb-d407-4546-a80c-9a9c8378fc1c req-53abcf50-9380-4856-af7a-8a65608a6303 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c14a1e6c501b4dd3966eb23d8b4969bc&device_id=27ff6ff6-6758-4d42-b2b5-86e0655d4e7b HTTP/1.1" status: 200  len: 1096 time: 0.1103537
Jun 03 22:16:16.543337 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-f8c834ef-2819-4b46-ba5b-9c4467c25a7d req-3d5f8610-cfc0-42f4-b0b6-48c4184c1f05 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Unset dirty status for tenant:c14a1e6c501b4dd3966eb23d8b4969bc on resource:port {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:16:16.544534 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f8c834ef-2819-4b46-ba5b-9c4467c25a7d req-3d5f8610-cfc0-42f4-b0b6-48c4184c1f05 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/ports?device_id=27ff6ff6-6758-4d42-b2b5-86e0655d4e7b HTTP/1.1" status: 200  len: 943 time: 0.4357843
Jun 03 22:16:16.627435 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f8c834ef-2819-4b46-ba5b-9c4467c25a7d req-ecd87026-5ad8-4016-8dcb-2f584c74ca3e tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/security-groups?id=8642e0c1-3e45-4316-b5c1-1259ee531a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0748236
Jun 03 22:16:16.628360 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204b0bb-d407-4546-a80c-9a9c8378fc1c req-a1343233-c06f-4d90-b7b7-667cff4a388c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:16:16.629677 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8204b0bb-d407-4546-a80c-9a9c8378fc1c req-a1343233-c06f-4d90-b7b7-667cff4a388c service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=c14a1e6c501b4dd3966eb23d8b4969bc&shared=False HTTP/1.1" status: 200  len: 918 time: 0.1717701
Jun 03 22:16:16.770869 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8204b0bb-d407-4546-a80c-9a9c8378fc1c req-853a6b8a-e7c7-410c-b004-54900892eb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:16:16.772485 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8204b0bb-d407-4546-a80c-9a9c8378fc1c req-853a6b8a-e7c7-410c-b004-54900892eb68 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1341574
Jun 03 22:16:16.885913 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-574e6a90-7052-432e-955f-a7b7fee51517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:16:16.887471 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-574e6a90-7052-432e-955f-a7b7fee51517 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c14a1e6c501b4dd3966eb23d8b4969bc&device_id=27ff6ff6-6758-4d42-b2b5-86e0655d4e7b HTTP/1.1" status: 200  len: 1096 time: 0.0725417
Jun 03 22:16:16.965177 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-8aa8f55a-eaae-440e-8f36-4a1d324b547e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=871a6893-2775-4430-ab2e-fc9a4da65b53 HTTP/1.1" status: 200  len: 217 time: 0.0683765
Jun 03 22:16:16.999873 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c83ede99-1c04-46aa-9f95-e9ebdeaef708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:17.032067 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-96be8cbd-5cfa-48d6-9b11-f6cfe3f78cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:16:17.033570 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-96be8cbd-5cfa-48d6-9b11-f6cfe3f78cd1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=67671872-aaef-41f0-85f5-6741db23bdd5 HTTP/1.1" status: 200  len: 855 time: 0.0609562
Jun 03 22:16:17.116652 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-a3836877-a7b5-4a84-b35c-93fba55e8151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:16:17.118105 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-a3836877-a7b5-4a84-b35c-93fba55e8151 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35f20c75-e7a0-4927-b48f-493b756f4e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0765071
Jun 03 22:16:17.261524 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-d2daed6c-d067-40b2-97d2-1dcc6c8a0cc5 service neutron] 10.222.0.58 "GET /v2.0/networks/35f20c75-e7a0-4927-b48f-493b756f4e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1350849
Jun 03 22:16:17.397433 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f0de7e7e-f088-4eb2-9840-bf130fba1859 req-5396c7a4-5131-44cf-b7d6-d00f431c6819 service neutron] 10.222.0.58 "GET /v2.0/networks/35f20c75-e7a0-4927-b48f-493b756f4e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266129
Jun 03 22:16:17.867165 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1ad74-f414-44b1-a6a5-14d92a08b736 req-17fb4b55-c58f-459e-a114-a40763958f5b tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:16:17.868711 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-a6b1ad74-f414-44b1-a6a5-14d92a08b736 req-17fb4b55-c58f-459e-a114-a40763958f5b tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/ports?device_id=27ff6ff6-6758-4d42-b2b5-86e0655d4e7b HTTP/1.1" status: 200  len: 943 time: 0.1281276
Jun 03 22:16:17.915151 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-a6b1ad74-f414-44b1-a6a5-14d92a08b736 req-e9a228d6-ebad-4580-9a29-ad5d08d568f9 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/security-groups?id=8642e0c1-3e45-4316-b5c1-1259ee531a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402966
Jun 03 22:16:18.861718 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 871a6893-2775-4430-ab2e-fc9a4da65b53 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 22:16:18.999578 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port 871a6893-2775-4430-ab2e-fc9a4da65b53, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=871a6893-2775-4430-ab2e-fc9a4da65b53,segment=NetworkSegment(eb669f87-637c-4e86-bcd2-b6b3456e5997),segment_id=eb669f87-637c-4e86-bcd2-b6b3456e5997)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:16:19.014188 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Returning: {'device': '871a6893-2775-4430-ab2e-fc9a4da65b53', 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d', 'port_id': '871a6893-2775-4430-ab2e-fc9a4da65b53', 'mac_address': 'fa:16:3e:fc:7f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67671872-aaef-41f0-85f5-6741db23bdd5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 22:16:19.077839 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:19.096329 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.notifiers.nova [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 871a6893-2775-4430-ab2e-fc9a4da65b53 {{(pid=92565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 22:16:19.106830 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d46f3-7f80-424f-82f2-9b9cc303126e req-809f84b5-d896-4df6-8221-2642c3802d38 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:16:19.108348 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-924d46f3-7f80-424f-82f2-9b9cc303126e req-809f84b5-d896-4df6-8221-2642c3802d38 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/ports?device_id=27ff6ff6-6758-4d42-b2b5-86e0655d4e7b HTTP/1.1" status: 200  len: 943 time: 0.0818849
Jun 03 22:16:19.112371 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port 871a6893-2775-4430-ab2e-fc9a4da65b53, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=871a6893-2775-4430-ab2e-fc9a4da65b53,segment=NetworkSegment(eb669f87-637c-4e86-bcd2-b6b3456e5997),segment_id=eb669f87-637c-4e86-bcd2-b6b3456e5997)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:16:19.154071 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-924d46f3-7f80-424f-82f2-9b9cc303126e req-09b66c26-d58f-41a5-a26c-9f6e13e56fb3 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/security-groups?id=8642e0c1-3e45-4316-b5c1-1259ee531a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397143
Jun 03 22:16:19.280055 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:19.281777 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:16:19.352390 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Pushing event updated for resources: {'Port': ['ID=871a6893-2775-4430-ab2e-fc9a4da65b53,revision_number=4']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:16:19.355995 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:16:19.616486 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] get_ports_and_sgs() called for port_ids ['871a6893-2775-4430-ab2e-fc9a4da65b53'] {{(pid=92565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 22:16:19.709982 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:19.789220 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-7b727441-6887-428f-9923-7df97539df6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:20.437494 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d961eab-9ac1-422a-8dff-e1ad33e11f4f req-d43f84c8-0537-4039-a540-c5d21f7eee01 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:16:20.439636 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-5d961eab-9ac1-422a-8dff-e1ad33e11f4f req-d43f84c8-0537-4039-a540-c5d21f7eee01 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/ports?device_id=27ff6ff6-6758-4d42-b2b5-86e0655d4e7b HTTP/1.1" status: 200  len: 944 time: 0.1731772
Jun 03 22:16:20.484550 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-5d961eab-9ac1-422a-8dff-e1ad33e11f4f req-20692178-1a63-42bc-ac9e-2cd68d8b8620 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/security-groups?id=8642e0c1-3e45-4316-b5c1-1259ee531a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390875
Jun 03 22:16:20.876555 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 871a6893-2775-4430-ab2e-fc9a4da65b53 up at agent hyperv_hv-cinder-79466 {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:16:21.081244 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:21.165569 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Provisioning for port 871a6893-2775-4430-ab2e-fc9a4da65b53 completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:16:21.170615 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Provisioning complete for port 871a6893-2775-4430-ab2e-fc9a4da65b53 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:16:21.171011 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:21.285269 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:21.314317 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ff6ff6-6758-4d42-b2b5-86e0655d4e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871a6893-2775-4430-ab2e-fc9a4da65b53'}] {{(pid=92565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:16:21.316545 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3783812f727b5bb89ad1c4cb6955cb6829b796867b5a4f4fedffd1e1cb019440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fef09f9-9bf9-4c39-8c7e-8537604590a2" -d '{"events": [{"server_uuid": "27ff6ff6-6758-4d42-b2b5-86e0655d4e7b", "name": "network-vif-plugged", "status": "completed", "tag": "871a6893-2775-4430-ab2e-fc9a4da65b53"}]}' {{(pid=92565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:16:21.324076 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port 871a6893-2775-4430-ab2e-fc9a4da65b53, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=871a6893-2775-4430-ab2e-fc9a4da65b53,segment=NetworkSegment(eb669f87-637c-4e86-bcd2-b6b3456e5997),segment_id=eb669f87-637c-4e86-bcd2-b6b3456e5997)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:16:21.363571 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56602c36-33e9-4051-9d87-7ac734036b53 x-openstack-request-id: req-56602c36-33e9-4051-9d87-7ac734036b53 {{(pid=92565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:16:21.363868 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27ff6ff6-6758-4d42-b2b5-86e0655d4e7b", "name": "network-vif-plugged", "status": "completed", "tag": "871a6893-2775-4430-ab2e-fc9a4da65b53", "code": 200}]} {{(pid=92565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:16:21.364124 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-56602c36-33e9-4051-9d87-7ac734036b53 {{(pid=92565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:16:21.364536 dv-cinder-794669-4-iscsi neutron-server[92565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ff6ff6-6758-4d42-b2b5-86e0655d4e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871a6893-2775-4430-ab2e-fc9a4da65b53', 'code': 200}
Jun 03 22:16:21.428423 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:21.431101 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:16:21.502476 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Pushing event updated for resources: {'Port': ['ID=871a6893-2775-4430-ab2e-fc9a4da65b53,revision_number=5']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:16:21.505665 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:16:21.678125 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1741c65-8b9e-47c6-a324-541c77a1ec1f req-3b3aac9b-e45e-4de2-95de-3c2b3f42936d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:16:21.679647 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-f1741c65-8b9e-47c6-a324-541c77a1ec1f req-3b3aac9b-e45e-4de2-95de-3c2b3f42936d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/ports?device_id=27ff6ff6-6758-4d42-b2b5-86e0655d4e7b HTTP/1.1" status: 200  len: 945 time: 0.0835319
Jun 03 22:16:21.724999 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-f1741c65-8b9e-47c6-a324-541c77a1ec1f req-7c34c754-06bd-4b8b-906a-0b94a963e34a tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/security-groups?id=8642e0c1-3e45-4316-b5c1-1259ee531a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397046
Jun 03 22:16:21.819142 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211c04a-b138-4686-b043-6103aac474c9 req-df2d5295-6884-4a20-974e-e756f26d648e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:16:21.820522 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0211c04a-b138-4686-b043-6103aac474c9 req-df2d5295-6884-4a20-974e-e756f26d648e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=27ff6ff6-6758-4d42-b2b5-86e0655d4e7b HTTP/1.1" status: 200  len: 1098 time: 0.0747774
Jun 03 22:16:21.864192 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0211c04a-b138-4686-b043-6103aac474c9 req-6bfda80c-792b-4f35-89c9-88d42db931c0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8642e0c1-3e45-4316-b5c1-1259ee531a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0341191
Jun 03 22:16:22.411255 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:22.953019 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348879bc-be89-4edb-920e-3b79e80ba89b req-fb3fe0f0-9664-478d-84b6-6f93d1bac446 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:16:22.954522 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-348879bc-be89-4edb-920e-3b79e80ba89b req-fb3fe0f0-9664-478d-84b6-6f93d1bac446 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/ports?device_id=27ff6ff6-6758-4d42-b2b5-86e0655d4e7b HTTP/1.1" status: 200  len: 945 time: 0.0832117
Jun 03 22:16:23.004231 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-348879bc-be89-4edb-920e-3b79e80ba89b req-86d6c5ea-7968-482e-9f3d-c6093ec2d965 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/security-groups?id=8642e0c1-3e45-4316-b5c1-1259ee531a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437262
Jun 03 22:16:23.185594 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3c1b4-5b61-4dd5-bd31-6096b714d3dd req-c7af7601-1331-4c55-975c-5eb4cffc69fc tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:16:23.187049 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-f6c3c1b4-5b61-4dd5-bd31-6096b714d3dd req-c7af7601-1331-4c55-975c-5eb4cffc69fc tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/ports?device_id=27ff6ff6-6758-4d42-b2b5-86e0655d4e7b HTTP/1.1" status: 200  len: 945 time: 0.0802658
Jun 03 22:16:23.195925 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 37616) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:16:23.200477 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-cb8b33af-af3d-41f4-8dbe-04aeb419409d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Request body: {'floatingip': {'port_id': '871a6893-2775-4430-ab2e-fc9a4da65b53'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:16:23.277552 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-cb8b33af-af3d-41f4-8dbe-04aeb419409d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for floatingip, before_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:23.884433 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-cb8b33af-af3d-41f4-8dbe-04aeb419409d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:23.965914 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-cb8b33af-af3d-41f4-8dbe-04aeb419409d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-309359'] for floatingip, after_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:24.142681 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.db.l3_db [None req-cb8b33af-af3d-41f4-8dbe-04aeb419409d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Floating IP d0d71fa7-180a-4f74-a311-ff5fe64869de associated. External IP: 172.27.0.110, port: 871a6893-2775-4430-ab2e-fc9a4da65b53.
Jun 03 22:16:24.592292 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8b33af-af3d-41f4-8dbe-04aeb419409d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Router 08fd76d6-665a-4b44-ac56-4d1bb3b194c7 has already been hosted by L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 {{(pid=92563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 22:16:24.773344 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8b33af-af3d-41f4-8dbe-04aeb419409d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:16:24.777825 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-cb8b33af-af3d-41f4-8dbe-04aeb419409d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for floatingip, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:24.786228 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d70368b-91b0-41db-91f5-d52c6fb773e1 None None] Sync routers for ids ['08fd76d6-665a-4b44-ac56-4d1bb3b194c7'] in dv-cinder-794669-4-iscsi {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:16:24.796789 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d70368b-91b0-41db-91f5-d52c6fb773e1 None None] Routers {'08fd76d6-665a-4b44-ac56-4d1bb3b194c7'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:16:24.797416 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-9d70368b-91b0-41db-91f5-d52c6fb773e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814ecd5190>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:16:20Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['08fd76d6-665a-4b44-ac56-4d1bb3b194c7'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:16:24.833576 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-cb8b33af-af3d-41f4-8dbe-04aeb419409d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "PUT /v2.0/floatingips/d0d71fa7-180a-4f74-a311-ff5fe64869de HTTP/1.1" status: 200  len: 991 time: 1.6365833
Jun 03 22:16:24.834247 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27ff6ff6-6758-4d42-b2b5-86e0655d4e7b', 'tag': '871a6893-2775-4430-ab2e-fc9a4da65b53'}] {{(pid=92563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:16:24.836558 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7740435dcc85f6ab0eb9908d75a6f818e2fb7acd2ed127072350a3dd3a6b64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfee523-ea5d-4df0-ba9a-4fe491c74767" -d '{"events": [{"name": "network-changed", "server_uuid": "27ff6ff6-6758-4d42-b2b5-86e0655d4e7b", "tag": "871a6893-2775-4430-ab2e-fc9a4da65b53"}]}' {{(pid=92563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:16:24.889908 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f066460-41b9-44a8-93c8-afe8a8c051e5 x-openstack-request-id: req-9f066460-41b9-44a8-93c8-afe8a8c051e5 {{(pid=92563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:16:24.890345 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27ff6ff6-6758-4d42-b2b5-86e0655d4e7b", "tag": "871a6893-2775-4430-ab2e-fc9a4da65b53", "status": "completed", "code": 200}]} {{(pid=92563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:16:24.890915 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-9f066460-41b9-44a8-93c8-afe8a8c051e5 {{(pid=92563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:16:24.891432 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27ff6ff6-6758-4d42-b2b5-86e0655d4e7b', 'tag': '871a6893-2775-4430-ab2e-fc9a4da65b53', 'status': 'completed', 'code': 200}
Jun 03 22:16:24.989904 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfee523-ea5d-4df0-ba9a-4fe491c74767 req-8c8530c8-07ca-458a-adf6-1e9b6b20e79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:16:24.991373 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ebfee523-ea5d-4df0-ba9a-4fe491c74767 req-8c8530c8-07ca-458a-adf6-1e9b6b20e79c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c14a1e6c501b4dd3966eb23d8b4969bc&device_id=27ff6ff6-6758-4d42-b2b5-86e0655d4e7b HTTP/1.1" status: 200  len: 1098 time: 0.0771568
Jun 03 22:16:24.993245 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-9d70368b-91b0-41db-91f5-d52c6fb773e1 None None] Set router 08fd76d6-665a-4b44-ac56-4d1bb3b194c7 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:16:25.128919 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfee523-ea5d-4df0-ba9a-4fe491c74767 req-e2a058e2-2e67-4d11-864c-9c9369e87cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:16:25.130559 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ebfee523-ea5d-4df0-ba9a-4fe491c74767 req-e2a058e2-2e67-4d11-864c-9c9369e87cfd service neutron] 10.222.0.58 "GET /v2.0/networks?id=35f20c75-e7a0-4927-b48f-493b756f4e3d HTTP/1.1" status: 200  len: 918 time: 0.1314077
Jun 03 22:16:25.335537 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ebfee523-ea5d-4df0-ba9a-4fe491c74767 req-07f61d6b-9386-4440-bbdf-34d318b0a98a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=871a6893-2775-4430-ab2e-fc9a4da65b53 HTTP/1.1" status: 200  len: 999 time: 0.1966817
Jun 03 22:16:25.353036 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-9d70368b-91b0-41db-91f5-d52c6fb773e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814ecd5190>, [{'id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'name': 'tempest-AttachVolumeShelveTestJSON-506570283-router', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:05:27Z', 'updated_at': '2021-06-03T22:05:37Z', 'revision_number': 4, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'gw_port': {'id': '5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:29Z', 'updated_at': '2021-06-03T22:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_floatingips': [{'id': 'd0d71fa7-180a-4f74-a311-ff5fe64869de', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'floating_ip_address': '172.27.0.110', 'floating_network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'router_id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'port_id': '871a6893-2775-4430-ab2e-fc9a4da65b53', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d', 'mac_address': 'fa:16:3e:fc:7f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ff6ff6-6758-4d42-b2b5-86e0655d4e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:16:09Z', 'updated_at': '2021-06-03T22:16:23Z', 'revision_number': 1, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9658c03-c270-4c2b-a565-b199772763bf', 'name': '', 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'mac_address': 'fa:16:3e:dd:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '67671872-aaef-41f0-85f5-6741db23bdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:36Z', 'updated_at': '2021-06-03T22:05:50Z', 'revision_number': 5, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'subnets': [{'id': '67671872-aaef-41f0-85f5-6741db23bdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:16:25.357427 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d70368b-91b0-41db-91f5-d52c6fb773e1 None None] Checking router: 08fd76d6-665a-4b44-ac56-4d1bb3b194c7 for host: dv-cinder-794669-4-iscsi {{(pid=92565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:16:25.366647 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d70368b-91b0-41db-91f5-d52c6fb773e1 None None] Routers {'08fd76d6-665a-4b44-ac56-4d1bb3b194c7'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:16:25.367289 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-9d70368b-91b0-41db-91f5-d52c6fb773e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814ecd5190>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:16:20Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['08fd76d6-665a-4b44-ac56-4d1bb3b194c7'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:16:25.401004 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfee523-ea5d-4df0-ba9a-4fe491c74767 req-38e2537b-caed-4e6a-b1a1-cc18b0331ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:16:25.402386 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ebfee523-ea5d-4df0-ba9a-4fe491c74767 req-38e2537b-caed-4e6a-b1a1-cc18b0331ea0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=67671872-aaef-41f0-85f5-6741db23bdd5 HTTP/1.1" status: 200  len: 855 time: 0.0594952
Jun 03 22:16:25.484052 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfee523-ea5d-4df0-ba9a-4fe491c74767 req-467df5f1-7af5-4d0e-8cfd-ab806d59d3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:16:25.485829 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ebfee523-ea5d-4df0-ba9a-4fe491c74767 req-467df5f1-7af5-4d0e-8cfd-ab806d59d3a7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35f20c75-e7a0-4927-b48f-493b756f4e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0759933
Jun 03 22:16:25.543486 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-9d70368b-91b0-41db-91f5-d52c6fb773e1 None None] Set router 08fd76d6-665a-4b44-ac56-4d1bb3b194c7 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:16:25.618441 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ebfee523-ea5d-4df0-ba9a-4fe491c74767 req-6c5fb87c-4bd4-4b6c-8e19-e45613f5777e service neutron] 10.222.0.58 "GET /v2.0/networks/35f20c75-e7a0-4927-b48f-493b756f4e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281705
Jun 03 22:16:25.757221 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ebfee523-ea5d-4df0-ba9a-4fe491c74767 req-9ebfa29b-7552-43f1-84f2-a2e8ac8a7e26 service neutron] 10.222.0.58 "GET /v2.0/networks/35f20c75-e7a0-4927-b48f-493b756f4e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1302311
Jun 03 22:16:25.892075 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-9d70368b-91b0-41db-91f5-d52c6fb773e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814ecd5190>, [{'id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'name': 'tempest-AttachVolumeShelveTestJSON-506570283-router', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:05:27Z', 'updated_at': '2021-06-03T22:05:37Z', 'revision_number': 4, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'gw_port': {'id': '5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:29Z', 'updated_at': '2021-06-03T22:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_floatingips': [{'id': 'd0d71fa7-180a-4f74-a311-ff5fe64869de', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'floating_ip_address': '172.27.0.110', 'floating_network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'router_id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'port_id': '871a6893-2775-4430-ab2e-fc9a4da65b53', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d', 'mac_address': 'fa:16:3e:fc:7f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ff6ff6-6758-4d42-b2b5-86e0655d4e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:16:09Z', 'updated_at': '2021-06-03T22:16:23Z', 'revision_number': 1, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9658c03-c270-4c2b-a565-b199772763bf', 'name': '', 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'mac_address': 'fa:16:3e:dd:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '67671872-aaef-41f0-85f5-6741db23bdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:36Z', 'updated_at': '2021-06-03T22:05:50Z', 'revision_number': 5, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'subnets': [{'id': '67671872-aaef-41f0-85f5-6741db23bdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:16:25.896236 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d70368b-91b0-41db-91f5-d52c6fb773e1 None None] The sync data for ids ['08fd76d6-665a-4b44-ac56-4d1bb3b194c7'] in dv-cinder-794669-4-iscsi is: [{'id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'name': 'tempest-AttachVolumeShelveTestJSON-506570283-router', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:05:27Z', 'updated_at': '2021-06-03T22:05:37Z', 'revision_number': 4, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'gw_port': {'id': '5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:29Z', 'updated_at': '2021-06-03T22:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_floatingips': [{'id': 'd0d71fa7-180a-4f74-a311-ff5fe64869de', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'floating_ip_address': '172.27.0.110', 'floating_network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'router_id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'port_id': '871a6893-2775-4430-ab2e-fc9a4da65b53', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d', 'mac_address': 'fa:16:3e:fc:7f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27ff6ff6-6758-4d42-b2b5-86e0655d4e7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:16:09Z', 'updated_at': '2021-06-03T22:16:23Z', 'revision_number': 1, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9658c03-c270-4c2b-a565-b199772763bf', 'name': '', 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'mac_address': 'fa:16:3e:dd:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '67671872-aaef-41f0-85f5-6741db23bdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:36Z', 'updated_at': '2021-06-03T22:05:50Z', 'revision_number': 5, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'subnets': [{'id': '67671872-aaef-41f0-85f5-6741db23bdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:16:26.101647 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4017cf-5378-4b7f-b44c-5769588d5d90 None None] New status for floating IP d0d71fa7-180a-4f74-a311-ff5fe64869de: ACTIVE {{(pid=92566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 22:16:37.621606 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:16:45.960106 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:46.994838 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-634bd2a9-b7bc-4803-9f6b-5270fa20798d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:49.685479 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:49.782311 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-13faf059-c039-4b70-8037-34dc5fff1f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:50.554527 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-9fd182b9-3eab-4adc-83cc-3a314bfe349c req-96b39479-2226-423d-8b84-b1470cfb48f9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7ca7670c-b0d8-46e6-94a4-ca41ec3d4279&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0867214
Jun 03 22:16:50.712157 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd182b9-3eab-4adc-83cc-3a314bfe349c req-1c49e260-eb73-468c-8f2b-f44c431bd5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:16:50.713667 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-9fd182b9-3eab-4adc-83cc-3a314bfe349c req-1c49e260-eb73-468c-8f2b-f44c431bd5b2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8bddcb3939c342928d67721b6a1cbfbd&device_id=7ca7670c-b0d8-46e6-94a4-ca41ec3d4279 HTTP/1.1" status: 200  len: 1098 time: 0.0766480
Jun 03 22:16:50.881261 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd182b9-3eab-4adc-83cc-3a314bfe349c req-8cd25fef-520f-4d7e-8b84-530ac88f1cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:16:50.882681 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-9fd182b9-3eab-4adc-83cc-3a314bfe349c req-8cd25fef-520f-4d7e-8b84-530ac88f1cfc service neutron] 10.222.0.58 "GET /v2.0/networks?id=ebaf9a1d-decc-4b44-8917-97a40dd6cd32 HTTP/1.1" status: 200  len: 913 time: 0.1438096
Jun 03 22:16:50.993304 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-9fd182b9-3eab-4adc-83cc-3a314bfe349c req-4624103b-d27c-4443-8a4b-451057bd8920 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=888d7929-e1de-435b-8fc2-d814b20ee221 HTTP/1.1" status: 200  len: 1000 time: 0.1022017
Jun 03 22:16:51.045979 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:16:51.065041 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd182b9-3eab-4adc-83cc-3a314bfe349c req-1239a112-8596-4d9d-a7a5-6e84d79b86a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:16:51.066496 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-9fd182b9-3eab-4adc-83cc-3a314bfe349c req-1239a112-8596-4d9d-a7a5-6e84d79b86a6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a52c3c6b-a445-47db-810f-6427fa90f388 HTTP/1.1" status: 200  len: 850 time: 0.0645907
Jun 03 22:16:51.150153 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd182b9-3eab-4adc-83cc-3a314bfe349c req-fc8749fc-9e2b-4330-a54e-60ba0f2599da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:16:51.151773 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-9fd182b9-3eab-4adc-83cc-3a314bfe349c req-fc8749fc-9e2b-4330-a54e-60ba0f2599da service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ebaf9a1d-decc-4b44-8917-97a40dd6cd32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0772228
Jun 03 22:16:51.294898 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-9fd182b9-3eab-4adc-83cc-3a314bfe349c req-428d9dfa-2661-44d9-a574-72fd40d47a01 service neutron] 10.222.0.58 "GET /v2.0/networks/ebaf9a1d-decc-4b44-8917-97a40dd6cd32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331227
Jun 03 22:16:51.435752 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-9fd182b9-3eab-4adc-83cc-3a314bfe349c req-4f8dbba9-c3e2-4af1-b9eb-6e8b6e90a10d service neutron] 10.222.0.58 "GET /v2.0/networks/ebaf9a1d-decc-4b44-8917-97a40dd6cd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1323037
Jun 03 22:16:52.428611 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:14.463423 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce87b9-3024-421b-b8f6-8492376e8273 req-1fbcf2bc-e315-4199-87db-eb9c636ca596 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:17:14.464933 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-39ce87b9-3024-421b-b8f6-8492376e8273 req-1fbcf2bc-e315-4199-87db-eb9c636ca596 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/ports?device_id=7ca7670c-b0d8-46e6-94a4-ca41ec3d4279 HTTP/1.1" status: 200  len: 945 time: 0.0874393
Jun 03 22:17:14.527101 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-39ce87b9-3024-421b-b8f6-8492376e8273 req-48055b82-9e27-47e1-987a-217fac102d0b tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/security-groups?id=67939ec7-36ca-43ec-b191-1290c3935fe9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520341
Jun 03 22:17:14.621493 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:17:14.801853 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669886b-6983-42fd-b7d3-406a8bd49696 req-b173182b-59cc-43c2-9c61-b634fe120384 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:17:14.803337 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-7669886b-6983-42fd-b7d3-406a8bd49696 req-b173182b-59cc-43c2-9c61-b634fe120384 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ca7670c-b0d8-46e6-94a4-ca41ec3d4279 HTTP/1.1" status: 200  len: 945 time: 0.0879331
Jun 03 22:17:14.950268 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [req-7669886b-6983-42fd-b7d3-406a8bd49696 req-773187c4-2795-486f-989c-7774055d9e7a tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Deleting port 888d7929-e1de-435b-8fc2-d814b20ee221 {{(pid=92564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:17:14.950615 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-7669886b-6983-42fd-b7d3-406a8bd49696 req-773187c4-2795-486f-989c-7774055d9e7a tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:15.195958 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-7669886b-6983-42fd-b7d3-406a8bd49696 req-773187c4-2795-486f-989c-7774055d9e7a tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] For port 888d7929-e1de-435b-8fc2-d814b20ee221, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=888d7929-e1de-435b-8fc2-d814b20ee221,segment=NetworkSegment(f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc),segment_id=f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc)] {{(pid=92564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:17:15.196344 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-7669886b-6983-42fd-b7d3-406a8bd49696 req-773187c4-2795-486f-989c-7774055d9e7a tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:15.507799 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-7669886b-6983-42fd-b7d3-406a8bd49696 req-773187c4-2795-486f-989c-7774055d9e7a tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:15.508277 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-7669886b-6983-42fd-b7d3-406a8bd49696 req-773187c4-2795-486f-989c-7774055d9e7a tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-309359'] for floatingip, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:15.508453 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.db.l3_db [req-7669886b-6983-42fd-b7d3-406a8bd49696 req-773187c4-2795-486f-989c-7774055d9e7a tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Floating IP 3c467b35-0757-432a-bb44-2a8507c19b3d disassociated. External IP: 172.27.0.34, port: 888d7929-e1de-435b-8fc2-d814b20ee221.
Jun 03 22:17:15.508762 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [req-7669886b-6983-42fd-b7d3-406a8bd49696 req-773187c4-2795-486f-989c-7774055d9e7a tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Calling delete_port for 888d7929-e1de-435b-8fc2-d814b20ee221 owned by compute:nova {{(pid=92564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:17:15.748556 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-7669886b-6983-42fd-b7d3-406a8bd49696 req-773187c4-2795-486f-989c-7774055d9e7a tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:15.755432 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-82e0a3ad-bc6a-4ed3-a444-e1dcec07aa8a tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:17:15.782142 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad909e65-fb41-4c35-9b1a-fcdabc5d8545 req-276c5949-b7bf-4a13-ae00-5bc397a7ec92 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:17:15.783553 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-ad909e65-fb41-4c35-9b1a-fcdabc5d8545 req-276c5949-b7bf-4a13-ae00-5bc397a7ec92 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/ports?device_id=7ca7670c-b0d8-46e6-94a4-ca41ec3d4279 HTTP/1.1" status: 200  len: 867 time: 0.0891960
Jun 03 22:17:15.801084 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773187c4-2795-486f-989c-7774055d9e7a tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Pushing event deleted for resources: {'Port': ['ID=888d7929-e1de-435b-8fc2-d814b20ee221,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:17:15.813727 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773187c4-2795-486f-989c-7774055d9e7a tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:17:15.814386 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773187c4-2795-486f-989c-7774055d9e7a tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:17:15.814386 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773187c4-2795-486f-989c-7774055d9e7a tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:17:15.814805 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773187c4-2795-486f-989c-7774055d9e7a tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:17:15.815105 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773187c4-2795-486f-989c-7774055d9e7a tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:17:15.815480 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773187c4-2795-486f-989c-7774055d9e7a tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:17:15.815845 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773187c4-2795-486f-989c-7774055d9e7a tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:17:15.816180 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773187c4-2795-486f-989c-7774055d9e7a tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:17:15.816525 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773187c4-2795-486f-989c-7774055d9e7a tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:17:15.816877 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773187c4-2795-486f-989c-7774055d9e7a tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:17:15.817215 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773187c4-2795-486f-989c-7774055d9e7a tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:17:15.817553 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773187c4-2795-486f-989c-7774055d9e7a tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:17:15.834716 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-ad909e65-fb41-4c35-9b1a-fcdabc5d8545 req-1c6d3365-fae8-4056-91c3-1f3befeb8faf tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/security-groups?id=67939ec7-36ca-43ec-b191-1290c3935fe9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450249
Jun 03 22:17:15.882485 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-773187c4-2795-486f-989c-7774055d9e7a tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:17:15.937290 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:16.031574 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7669886b-6983-42fd-b7d3-406a8bd49696 req-773187c4-2795-486f-989c-7774055d9e7a tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Router 7325b41f-f561-4062-bd16-7dd064c63cbc has already been hosted by L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 {{(pid=92564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 22:17:16.218858 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7669886b-6983-42fd-b7d3-406a8bd49696 req-773187c4-2795-486f-989c-7774055d9e7a tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:17:16.229829 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da62e049-4947-4452-8ee2-854268e53281 None None] Sync routers for ids ['7325b41f-f561-4062-bd16-7dd064c63cbc'] in dv-cinder-794669-4-iscsi {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:17:16.240540 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da62e049-4947-4452-8ee2-854268e53281 None None] Routers {'7325b41f-f561-4062-bd16-7dd064c63cbc'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:17:16.241169 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-da62e049-4947-4452-8ee2-854268e53281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814f4fe610>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:16:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['7325b41f-f561-4062-bd16-7dd064c63cbc'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:17:16.299428 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [req-7669886b-6983-42fd-b7d3-406a8bd49696 req-773187c4-2795-486f-989c-7774055d9e7a tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] No DVR routers for this DVR port 888d7929-e1de-435b-8fc2-d814b20ee221 on host hv-cinder-79466 {{(pid=92564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 22:17:16.302176 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-7669886b-6983-42fd-b7d3-406a8bd49696 req-773187c4-2795-486f-989c-7774055d9e7a tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:16.304926 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca7670c-b0d8-46e6-94a4-ca41ec3d4279', 'name': 'network-vif-deleted', 'tag': '888d7929-e1de-435b-8fc2-d814b20ee221'}] {{(pid=92564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:17:16.307259 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c024af40dcbc7289fed731e5c35c42eecf8f16a39534b44a636824a10e0ed12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12dfdaee-7a79-4a28-bd00-a0653f225217" -d '{"events": [{"server_uuid": "7ca7670c-b0d8-46e6-94a4-ca41ec3d4279", "name": "network-vif-deleted", "tag": "888d7929-e1de-435b-8fc2-d814b20ee221"}]}' {{(pid=92564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:17:16.372147 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-7669886b-6983-42fd-b7d3-406a8bd49696 req-773187c4-2795-486f-989c-7774055d9e7a tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.58 "DELETE /v2.0/ports/888d7929-e1de-435b-8fc2-d814b20ee221 HTTP/1.1" status: 204  len: 173 time: 1.5619743
Jun 03 22:17:16.417196 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8fd3c0-853d-4100-8cba-686e66fc6315 x-openstack-request-id: req-6d8fd3c0-853d-4100-8cba-686e66fc6315 {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:17:16.417530 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca7670c-b0d8-46e6-94a4-ca41ec3d4279", "name": "network-vif-deleted", "tag": "888d7929-e1de-435b-8fc2-d814b20ee221", "status": "completed", "code": 200}]} {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:17:16.417819 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-6d8fd3c0-853d-4100-8cba-686e66fc6315 {{(pid=92564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:17:16.418243 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca7670c-b0d8-46e6-94a4-ca41ec3d4279', 'name': 'network-vif-deleted', 'tag': '888d7929-e1de-435b-8fc2-d814b20ee221', 'status': 'completed', 'code': 200}
Jun 03 22:17:16.478835 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-da62e049-4947-4452-8ee2-854268e53281 None None] Set router 7325b41f-f561-4062-bd16-7dd064c63cbc gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:17:16.845088 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-da62e049-4947-4452-8ee2-854268e53281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814f4fe610>, [{'id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'name': 'tempest-AttachVolumeTestJSON-1177439061-router', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'eb79fc1f-e331-417b-b287-23c155929652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:06:57Z', 'updated_at': '2021-06-03T22:07:06Z', 'revision_number': 4, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'gw_port': {'id': 'eb79fc1f-e331-417b-b287-23c155929652', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ea:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:06:58Z', 'updated_at': '2021-06-03T22:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': '2a3c93d8-87f0-4538-b7f7-526e1ef502a5', 'name': '', 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'mac_address': 'fa:16:3e:3c:84:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'a52c3c6b-a445-47db-810f-6427fa90f388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:04Z', 'updated_at': '2021-06-03T22:07:12Z', 'revision_number': 5, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'subnets': [{'id': 'a52c3c6b-a445-47db-810f-6427fa90f388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:17:16.849426 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da62e049-4947-4452-8ee2-854268e53281 None None] Checking router: 7325b41f-f561-4062-bd16-7dd064c63cbc for host: dv-cinder-794669-4-iscsi {{(pid=92565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:17:16.858269 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da62e049-4947-4452-8ee2-854268e53281 None None] Routers {'7325b41f-f561-4062-bd16-7dd064c63cbc'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:17:16.858966 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-da62e049-4947-4452-8ee2-854268e53281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814f4fe610>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:16:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['7325b41f-f561-4062-bd16-7dd064c63cbc'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:17:17.017586 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-1aa0e27f-9a15-4e1b-8f1e-2947101fe511 req-58ce8a06-3304-4c5e-884f-9f7dcda201c4 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Synchronizing usage tracker for tenant:8bddcb3939c342928d67721b6a1cbfbd on resource:port {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:17:17.047060 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-7395b0f9-5418-42fc-9a51-05d198d6e92e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:17.065304 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-da62e049-4947-4452-8ee2-854268e53281 None None] Set router 7325b41f-f561-4062-bd16-7dd064c63cbc gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:17:17.126012 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-1aa0e27f-9a15-4e1b-8f1e-2947101fe511 req-58ce8a06-3304-4c5e-884f-9f7dcda201c4 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Unset dirty status for tenant:8bddcb3939c342928d67721b6a1cbfbd on resource:port {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:17:17.127291 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-1aa0e27f-9a15-4e1b-8f1e-2947101fe511 req-58ce8a06-3304-4c5e-884f-9f7dcda201c4 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/ports?device_id=7ca7670c-b0d8-46e6-94a4-ca41ec3d4279 HTTP/1.1" status: 200  len: 210 time: 0.1582694
Jun 03 22:17:17.385593 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-da62e049-4947-4452-8ee2-854268e53281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814f4fe610>, [{'id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'name': 'tempest-AttachVolumeTestJSON-1177439061-router', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'eb79fc1f-e331-417b-b287-23c155929652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:06:57Z', 'updated_at': '2021-06-03T22:07:06Z', 'revision_number': 4, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'gw_port': {'id': 'eb79fc1f-e331-417b-b287-23c155929652', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ea:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:06:58Z', 'updated_at': '2021-06-03T22:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': '2a3c93d8-87f0-4538-b7f7-526e1ef502a5', 'name': '', 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'mac_address': 'fa:16:3e:3c:84:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'a52c3c6b-a445-47db-810f-6427fa90f388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:04Z', 'updated_at': '2021-06-03T22:07:12Z', 'revision_number': 5, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'subnets': [{'id': 'a52c3c6b-a445-47db-810f-6427fa90f388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:17:17.389815 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da62e049-4947-4452-8ee2-854268e53281 None None] The sync data for ids ['7325b41f-f561-4062-bd16-7dd064c63cbc'] in dv-cinder-794669-4-iscsi is: [{'id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'name': 'tempest-AttachVolumeTestJSON-1177439061-router', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'eb79fc1f-e331-417b-b287-23c155929652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:06:57Z', 'updated_at': '2021-06-03T22:07:06Z', 'revision_number': 4, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'gw_port': {'id': 'eb79fc1f-e331-417b-b287-23c155929652', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ea:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:06:58Z', 'updated_at': '2021-06-03T22:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': '2a3c93d8-87f0-4538-b7f7-526e1ef502a5', 'name': '', 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'mac_address': 'fa:16:3e:3c:84:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'a52c3c6b-a445-47db-810f-6427fa90f388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:04Z', 'updated_at': '2021-06-03T22:07:12Z', 'revision_number': 5, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'subnets': [{'id': 'a52c3c6b-a445-47db-810f-6427fa90f388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:17:17.609551 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327fa881-bf9b-47e6-948a-ba385038864e None None] New status for floating IP 3c467b35-0757-432a-bb44-2a8507c19b3d: DOWN {{(pid=92566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 22:17:18.350211 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 37746) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:17:18.422024 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-d66661ec-9999-403d-876a-a803b0987202 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:18.451150 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-d66661ec-9999-403d-876a-a803b0987202 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:18.612138 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-d66661ec-9999-403d-876a-a803b0987202 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:18.620384 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-a19a6580-7079-4dda-848e-d90dcf150de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:17:18.635907 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66661ec-9999-403d-876a-a803b0987202 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67939ec7-36ca-43ec-b191-1290c3935fe9,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:17:18.643423 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66661ec-9999-403d-876a-a803b0987202 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:17:18.643811 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66661ec-9999-403d-876a-a803b0987202 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:17:18.644179 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66661ec-9999-403d-876a-a803b0987202 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:17:18.644538 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66661ec-9999-403d-876a-a803b0987202 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:17:18.644898 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66661ec-9999-403d-876a-a803b0987202 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:17:18.645254 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66661ec-9999-403d-876a-a803b0987202 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:17:18.645607 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66661ec-9999-403d-876a-a803b0987202 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:17:18.645958 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66661ec-9999-403d-876a-a803b0987202 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:17:18.646307 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66661ec-9999-403d-876a-a803b0987202 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:17:18.646781 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66661ec-9999-403d-876a-a803b0987202 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:17:18.647128 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66661ec-9999-403d-876a-a803b0987202 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:17:18.647564 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66661ec-9999-403d-876a-a803b0987202 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:17:18.657423 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-d66661ec-9999-403d-876a-a803b0987202 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:17:18.713268 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-d66661ec-9999-403d-876a-a803b0987202 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:18.714372 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-d66661ec-9999-403d-876a-a803b0987202 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "DELETE /v2.0/security-groups/67939ec7-36ca-43ec-b191-1290c3935fe9 HTTP/1.1" status: 204  len: 168 time: 0.3631849
Jun 03 22:17:18.717231 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 37748) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:17:18.733281 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.api.v2.resource [None req-23b52707-32f4-4e15-af5e-058813430a9b tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] show failed (client error): The resource could not be found.
Jun 03 22:17:18.734361 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-23b52707-32f4-4e15-af5e-058813430a9b tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/security-groups/67939ec7-36ca-43ec-b191-1290c3935fe9 HTTP/1.1" status: 404  len: 347 time: 0.0162365
Jun 03 22:17:18.737972 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 37750) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:17:18.968926 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.plugin [None req-f4d82557-7780-4f96-a25f-30ec6d070f2f tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Deleting port e8ca2943-87a4-46af-9e45-3de66a4bca8b {{(pid=92563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:17:18.969226 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-f4d82557-7780-4f96-a25f-30ec6d070f2f tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:19.097689 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-f4d82557-7780-4f96-a25f-30ec6d070f2f tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:19.098021 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-f4d82557-7780-4f96-a25f-30ec6d070f2f tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:19.234312 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.plugin [None req-f4d82557-7780-4f96-a25f-30ec6d070f2f tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Calling delete_port for e8ca2943-87a4-46af-9e45-3de66a4bca8b owned by network:floatingip {{(pid=92563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:17:19.331425 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 888d7929-e1de-435b-8fc2-d814b20ee221 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:17:19.371327 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] No Port match for: 888d7929-e1de-435b-8fc2-d814b20ee221 {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:17:19.371713 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 888d7929-e1de-435b-8fc2-d814b20ee221 not bound to the agent host hv-cinder-79466 {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:17:19.417265 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-f4d82557-7780-4f96-a25f-30ec6d070f2f tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33200950'] for port, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:19.421373 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:17:19.466223 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d82557-7780-4f96-a25f-30ec6d070f2f tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Pushing event deleted for resources: {'Port': ['ID=e8ca2943-87a4-46af-9e45-3de66a4bca8b,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:17:19.469483 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-f4d82557-7780-4f96-a25f-30ec6d070f2f tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:17:19.656941 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:19.679455 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-f4d82557-7780-4f96-a25f-30ec6d070f2f tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for floatingip, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:19.714609 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-048662aa-8533-46c3-993c-91be840ea7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:19.784540 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-f4d82557-7780-4f96-a25f-30ec6d070f2f tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for floatingip, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:19.785707 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-f4d82557-7780-4f96-a25f-30ec6d070f2f tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "DELETE /v2.0/floatingips/3c467b35-0757-432a-bb44-2a8507c19b3d HTTP/1.1" status: 204  len: 168 time: 1.0467284
Jun 03 22:17:20.234428 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 37758) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:17:20.239915 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [None req-aa13f9a5-ca08-40a8-8fe7-7c4a3893b3c5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1518509797', 'description': 'tempest-description--2012542482'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:17:20.246277 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-aa13f9a5-ca08-40a8-8fe7-7c4a3893b3c5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:17:20.250563 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-aa13f9a5-ca08-40a8-8fe7-7c4a3893b3c5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Usage tracker for resource:security_group and tenant:8bddcb3939c342928d67721b6a1cbfbd is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:17:20.253457 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-aa13f9a5-ca08-40a8-8fe7-7c4a3893b3c5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:17:20.260452 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-aa13f9a5-ca08-40a8-8fe7-7c4a3893b3c5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:17:20.353988 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-aa13f9a5-ca08-40a8-8fe7-7c4a3893b3c5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:20.376577 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-aa13f9a5-ca08-40a8-8fe7-7c4a3893b3c5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:17:20.380990 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-aa13f9a5-ca08-40a8-8fe7-7c4a3893b3c5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Usage tracker for resource:security_group_rule and tenant:8bddcb3939c342928d67721b6a1cbfbd is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:17:20.384211 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-aa13f9a5-ca08-40a8-8fe7-7c4a3893b3c5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:17:20.391190 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-aa13f9a5-ca08-40a8-8fe7-7c4a3893b3c5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:17:20.470616 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-aa13f9a5-ca08-40a8-8fe7-7c4a3893b3c5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:20.542330 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-aa13f9a5-ca08-40a8-8fe7-7c4a3893b3c5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:20.546136 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-c1a652b2-afe6-4789-9c0e-03a490042c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:17:20.588925 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13f9a5-ca08-40a8-8fe7-7c4a3893b3c5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1138f14-39de-4e6e-850c-44d3562fd23b,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:17:20.591798 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-aa13f9a5-ca08-40a8-8fe7-7c4a3893b3c5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:17:20.668124 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-aa13f9a5-ca08-40a8-8fe7-7c4a3893b3c5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:20.669372 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-aa13f9a5-ca08-40a8-8fe7-7c4a3893b3c5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.4337382
Jun 03 22:17:20.672599 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 37762) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:17:20.677068 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [None req-72922747-a223-4273-9c9f-864e9228497e tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Request body: {'security_group_rule': {'security_group_id': 'c1138f14-39de-4e6e-850c-44d3562fd23b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:17:20.683049 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-72922747-a223-4273-9c9f-864e9228497e tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:17:20.687709 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-72922747-a223-4273-9c9f-864e9228497e tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Usage tracker for resource:security_group_rule and tenant:8bddcb3939c342928d67721b6a1cbfbd is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:17:20.690761 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-72922747-a223-4273-9c9f-864e9228497e tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:17:20.696603 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-72922747-a223-4273-9c9f-864e9228497e tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:17:20.777193 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-72922747-a223-4273-9c9f-864e9228497e tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:20.841540 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-72922747-a223-4273-9c9f-864e9228497e tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:20.913133 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-72922747-a223-4273-9c9f-864e9228497e tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679028'] for security_group_rule, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:20.915197 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:17:20.938233 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72922747-a223-4273-9c9f-864e9228497e tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a9d62d-40b4-4fa1-a642-6012500fc50a,revision_number=0']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:17:20.941099 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-72922747-a223-4273-9c9f-864e9228497e tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:17:21.011313 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-72922747-a223-4273-9c9f-864e9228497e tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:21.012576 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-72922747-a223-4273-9c9f-864e9228497e tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3390543
Jun 03 22:17:21.015362 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 37764) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:17:21.022326 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [None req-2999f1bb-f114-4a9e-bea8-dd22b8638b6b tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Request body: {'security_group_rule': {'security_group_id': 'c1138f14-39de-4e6e-850c-44d3562fd23b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:17:21.025997 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-2999f1bb-f114-4a9e-bea8-dd22b8638b6b tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:17:21.030343 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-2999f1bb-f114-4a9e-bea8-dd22b8638b6b tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Usage tracker for resource:security_group_rule and tenant:8bddcb3939c342928d67721b6a1cbfbd is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:17:21.033688 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-2999f1bb-f114-4a9e-bea8-dd22b8638b6b tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:17:21.040355 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-2999f1bb-f114-4a9e-bea8-dd22b8638b6b tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:17:21.045203 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:21.137490 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2999f1bb-f114-4a9e-bea8-dd22b8638b6b tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:21.205902 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2999f1bb-f114-4a9e-bea8-dd22b8638b6b tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:21.268730 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2999f1bb-f114-4a9e-bea8-dd22b8638b6b tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679028'] for security_group_rule, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:21.271066 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-80af949f-5879-4a73-a8b8-aaac49b20a25 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:17:21.293996 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999f1bb-f114-4a9e-bea8-dd22b8638b6b tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d301fe59-2a0f-42ea-9d4b-0d843a296350,revision_number=0']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:17:21.297103 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-2999f1bb-f114-4a9e-bea8-dd22b8638b6b tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:17:21.393157 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2999f1bb-f114-4a9e-bea8-dd22b8638b6b tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:21.394372 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-2999f1bb-f114-4a9e-bea8-dd22b8638b6b tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3780723
Jun 03 22:17:21.397300 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 37768) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:17:21.401829 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [None req-db9a651b-5202-4897-b9b3-34721d09b628 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Request body: {'floatingip': {'floating_network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:17:21.408365 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-db9a651b-5202-4897-b9b3-34721d09b628 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:17:21.412203 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-db9a651b-5202-4897-b9b3-34721d09b628 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Usage tracker for resource:floatingip and tenant:8bddcb3939c342928d67721b6a1cbfbd is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:17:21.415166 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-db9a651b-5202-4897-b9b3-34721d09b628 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:17:21.421324 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-db9a651b-5202-4897-b9b3-34721d09b628 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:17:21.491320 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-db9a651b-5202-4897-b9b3-34721d09b628 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for floatingip, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:21.632244 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-db9a651b-5202-4897-b9b3-34721d09b628 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:21.774397 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.db_base_plugin_common [None req-db9a651b-5202-4897-b9b3-34721d09b628 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Allocated IP 172.27.0.217 (fbd3fa50-1ea9-4a37-9f63-373be6d121e3/b881b088-b524-4558-b754-6a0245dcfb71/1b1debbf-edc1-41ef-963c-7490db6c7bdf) {{(pid=92564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:17:22.010377 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-db9a651b-5202-4897-b9b3-34721d09b628 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for port, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:22.137593 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-db9a651b-5202-4897-b9b3-34721d09b628 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:22.142252 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-afbe1141-dd2f-44cb-a051-61655224fe8c tempest-VolumesNegativeTest-1725557553 tempest-VolumesNegativeTest-1725557553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:17:22.208675 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9a651b-5202-4897-b9b3-34721d09b628 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Network fbd3fa50-1ea9-4a37-9f63-373be6d121e3 is already hosted by enough agents. {{(pid=92564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:17:22.211818 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.base_scheduler [None req-db9a651b-5202-4897-b9b3-34721d09b628 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Resources bound (agent type, host, resource id):  {{(pid=92564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:17:22.222424 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9a651b-5202-4897-b9b3-34721d09b628 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Received port after_create {{(pid=92564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:17:22.254476 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a651b-5202-4897-b9b3-34721d09b628 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Pushing event updated for resources: {'Port': ['ID=1b1debbf-edc1-41ef-963c-7490db6c7bdf,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:17:22.261261 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-db9a651b-5202-4897-b9b3-34721d09b628 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:17:22.324171 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-db9a651b-5202-4897-b9b3-34721d09b628 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:22.416835 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:22.488718 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-db9a651b-5202-4897-b9b3-34721d09b628 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:22.722068 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-db9a651b-5202-4897-b9b3-34721d09b628 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for port, precommit_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:22.816966 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-db9a651b-5202-4897-b9b3-34721d09b628 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31972166'] for port, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:22.820858 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-70789977-476c-4f6e-b223-a166e0153dea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:17:22.928625 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a651b-5202-4897-b9b3-34721d09b628 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Pushing event updated for resources: {'Port': ['ID=1b1debbf-edc1-41ef-963c-7490db6c7bdf,revision_number=2']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:17:22.932713 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-db9a651b-5202-4897-b9b3-34721d09b628 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:17:22.939773 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-db9a651b-5202-4897-b9b3-34721d09b628 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-309359'] for floatingip, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:23.120679 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-db9a651b-5202-4897-b9b3-34721d09b628 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for floatingip, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:23.121827 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-db9a651b-5202-4897-b9b3-34721d09b628 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7236087
Jun 03 22:17:23.304468 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-39ba72c3-54f4-4411-9342-e5a2f77488cd tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Synchronizing usage tracker for tenant:8bddcb3939c342928d67721b6a1cbfbd on resource:security_group {{(pid=92563) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:17:23.405360 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-39ba72c3-54f4-4411-9342-e5a2f77488cd tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Unset dirty status for tenant:8bddcb3939c342928d67721b6a1cbfbd on resource:security_group {{(pid=92563) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:17:23.408395 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-39ba72c3-54f4-4411-9342-e5a2f77488cd tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/security-groups?name=tempest-securitygroup--1518509797&fields=id&tenant_id=8bddcb3939c342928d67721b6a1cbfbd HTTP/1.1" status: 200  len: 267 time: 0.1434479
Jun 03 22:17:23.561328 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-57e8dc49-2ffe-48e2-aac4-b20d18e9cb37 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:17:23.562811 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-57e8dc49-2ffe-48e2-aac4-b20d18e9cb37 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/networks?id=ebaf9a1d-decc-4b44-8917-97a40dd6cd32 HTTP/1.1" status: 200  len: 811 time: 0.1476662
Jun 03 22:17:23.579382 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-2d77ef13-1d2a-43aa-bd7b-c556b23ccce1 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/quotas/8bddcb3939c342928d67721b6a1cbfbd HTTP/1.1" status: 200  len: 375 time: 0.0109391
Jun 03 22:17:23.676452 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-3fbc0f9f-3502-4789-9926-c99155d0def2 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Synchronizing usage tracker for tenant:8bddcb3939c342928d67721b6a1cbfbd on resource:port {{(pid=92563) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:17:23.752673 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-3fbc0f9f-3502-4789-9926-c99155d0def2 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Unset dirty status for tenant:8bddcb3939c342928d67721b6a1cbfbd on resource:port {{(pid=92563) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:17:23.754020 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-3fbc0f9f-3502-4789-9926-c99155d0def2 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/ports?tenant_id=8bddcb3939c342928d67721b6a1cbfbd&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1685314
Jun 03 22:17:23.901141 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-f70b29aa-583e-4956-9643-c408ce4ce640 service neutron] 10.222.0.106 "GET /v2.0/networks/ebaf9a1d-decc-4b44-8917-97a40dd6cd32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1336343
Jun 03 22:17:24.047937 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-42e64e5b-57c5-4bdd-8617-632296ac019b service neutron] 10.222.0.106 "GET /v2.0/networks/ebaf9a1d-decc-4b44-8917-97a40dd6cd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1366651
Jun 03 22:17:24.409233 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-5c2f4373-203d-4c09-a9d3-2d017901df68 req-f7e67745-d181-416f-9ee3-fd89c5741e71 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/ports?device_id=660764f2-9159-461b-8c6a-406339fd2edd HTTP/1.1" status: 200  len: 210 time: 0.0497828
Jun 03 22:17:25.566017 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-4ba503bf-8c08-4398-a9b9-f52eb721ab25 req-86ab89f5-13d1-4ea4-b3bb-bc10c319c221 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/ports?device_id=660764f2-9159-461b-8c6a-406339fd2edd HTTP/1.1" status: 200  len: 210 time: 0.0443749
Jun 03 22:17:26.676686 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-38e3384f-3f57-49ff-83a3-a72ed92c44b1 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:17:26.682444 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-38e3384f-3f57-49ff-83a3-a72ed92c44b1 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.58 "GET /v2.0/networks?id=ebaf9a1d-decc-4b44-8917-97a40dd6cd32 HTTP/1.1" status: 200  len: 811 time: 0.1583450
Jun 03 22:17:26.738683 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-5f50e91f-8198-47b4-bdca-ceea3bdd9133 req-c57b7fa4-792b-4892-923c-e9ddc38b58a2 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/ports?device_id=660764f2-9159-461b-8c6a-406339fd2edd HTTP/1.1" status: 200  len: 210 time: 0.0595331
Jun 03 22:17:26.766403 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-1c031b59-886d-4ec8-9532-51189d2c7948 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Synchronizing usage tracker for tenant:8bddcb3939c342928d67721b6a1cbfbd on resource:security_group {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:17:26.778066 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-1c031b59-886d-4ec8-9532-51189d2c7948 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Unset dirty status for tenant:8bddcb3939c342928d67721b6a1cbfbd on resource:security_group {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:17:26.779142 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-1c031b59-886d-4ec8-9532-51189d2c7948 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8bddcb3939c342928d67721b6a1cbfbd HTTP/1.1" status: 200  len: 380 time: 0.0654049
Jun 03 22:17:26.789276 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-e82ebc3a-101e-4a52-a5ae-af1da4dfaa21 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Request body: {'port': {'device_id': '660764f2-9159-461b-8c6a-406339fd2edd', 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32', 'admin_state_up': True, 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'security_groups': ['c1138f14-39de-4e6e-850c-44d3562fd23b']}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:17:26.940608 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-e82ebc3a-101e-4a52-a5ae-af1da4dfaa21 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:17:26.944231 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-e82ebc3a-101e-4a52-a5ae-af1da4dfaa21 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:17:27.119731 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-e82ebc3a-101e-4a52-a5ae-af1da4dfaa21 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Made reservation on behalf of 8bddcb3939c342928d67721b6a1cbfbd for: {'port': 1} {{(pid=92564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:17:27.123293 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-e82ebc3a-101e-4a52-a5ae-af1da4dfaa21 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:27.297944 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.db_base_plugin_common [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-e82ebc3a-101e-4a52-a5ae-af1da4dfaa21 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Allocated IP 172.20.0.13 (ebaf9a1d-decc-4b44-8917-97a40dd6cd32/a52c3c6b-a445-47db-810f-6427fa90f388/3df728dd-a916-448e-b505-d2edf0b55800) {{(pid=92564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:17:27.486621 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-e82ebc3a-101e-4a52-a5ae-af1da4dfaa21 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for port, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:27.504481 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.provisioning_blocks [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-e82ebc3a-101e-4a52-a5ae-af1da4dfaa21 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Transition to ACTIVE for port object 3df728dd-a916-448e-b505-d2edf0b55800 will not be triggered until provisioned by entity DHCP. {{(pid=92564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:17:27.595234 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-e82ebc3a-101e-4a52-a5ae-af1da4dfaa21 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:27.601027 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-8293de6c-449a-43f8-a349-7bc0029f8a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:17:27.662604 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-e82ebc3a-101e-4a52-a5ae-af1da4dfaa21 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Network ebaf9a1d-decc-4b44-8917-97a40dd6cd32 is already hosted by enough agents. {{(pid=92564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:17:27.665787 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.base_scheduler [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-e82ebc3a-101e-4a52-a5ae-af1da4dfaa21 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Resources bound (agent type, host, resource id):  {{(pid=92564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:17:27.675030 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-e82ebc3a-101e-4a52-a5ae-af1da4dfaa21 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Received port after_create {{(pid=92564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:17:27.800656 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ebc3a-101e-4a52-a5ae-af1da4dfaa21 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Pushing event updated for resources: {'Port': ['ID=3df728dd-a916-448e-b505-d2edf0b55800,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:17:27.807768 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-e82ebc3a-101e-4a52-a5ae-af1da4dfaa21 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:17:27.843439 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-e82ebc3a-101e-4a52-a5ae-af1da4dfaa21 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:17:27.844129 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-e82ebc3a-101e-4a52-a5ae-af1da4dfaa21 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:27.944535 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce81ae9-0ae7-4543-b305-1452914876a4 req-8bf75409-13ff-45e6-a963-49dff7f8fb8a tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:17:27.945154 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-0ce81ae9-0ae7-4543-b305-1452914876a4 req-8bf75409-13ff-45e6-a963-49dff7f8fb8a tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Synchronizing usage tracker for tenant:8bddcb3939c342928d67721b6a1cbfbd on resource:port {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:17:27.976506 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-0f58db14-af75-4e26-a3c7-95bdb1b021e3 None None] Provisioning for port 3df728dd-a916-448e-b505-d2edf0b55800 completed by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:17:27.982058 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-0f58db14-af75-4e26-a3c7-95bdb1b021e3 None None] Provisioning complete for port 3df728dd-a916-448e-b505-d2edf0b55800 triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:17:27.982443 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-0f58db14-af75-4e26-a3c7-95bdb1b021e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:28.018950 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-e82ebc3a-101e-4a52-a5ae-af1da4dfaa21 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2333345
Jun 03 22:17:28.036702 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-67da877d-3260-4763-999b-f489e69ec7aa service neutron] Request body: {'port': {'device_id': '660764f2-9159-461b-8c6a-406339fd2edd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:17:28.092689 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-0f58db14-af75-4e26-a3c7-95bdb1b021e3 None None] Port 3df728dd-a916-448e-b505-d2edf0b55800 cannot update to ACTIVE because it is not bound. {{(pid=92565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 22:17:28.135493 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-0ce81ae9-0ae7-4543-b305-1452914876a4 req-8bf75409-13ff-45e6-a963-49dff7f8fb8a tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Unset dirty status for tenant:8bddcb3939c342928d67721b6a1cbfbd on resource:port {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:17:28.139146 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0ce81ae9-0ae7-4543-b305-1452914876a4 req-8bf75409-13ff-45e6-a963-49dff7f8fb8a tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/ports?device_id=660764f2-9159-461b-8c6a-406339fd2edd HTTP/1.1" status: 200  len: 932 time: 0.2795494
Jun 03 22:17:28.191102 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-67da877d-3260-4763-999b-f489e69ec7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:28.215765 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0ce81ae9-0ae7-4543-b305-1452914876a4 req-f47b8552-caed-489a-95a3-3039cb66504b tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/security-groups?id=c1138f14-39de-4e6e-850c-44d3562fd23b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0713170
Jun 03 22:17:28.555998 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-67da877d-3260-4763-999b-f489e69ec7aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3df728dd-a916-448e-b505-d2edf0b55800 {{(pid=92564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 22:17:28.563955 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-67da877d-3260-4763-999b-f489e69ec7aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:28.578401 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.provisioning_blocks [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-67da877d-3260-4763-999b-f489e69ec7aa service neutron] Transition to ACTIVE for port object 3df728dd-a916-448e-b505-d2edf0b55800 will not be triggered until provisioned by entity L2. {{(pid=92564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:17:28.640627 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-67da877d-3260-4763-999b-f489e69ec7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31972166'] for port, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:28.644704 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-47cbb504-1604-486f-ada3-1eb0e946c69d tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:17:28.809699 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da877d-3260-4763-999b-f489e69ec7aa service neutron] Pushing event updated for resources: {'Port': ['ID=3df728dd-a916-448e-b505-d2edf0b55800,revision_number=2']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:17:28.813102 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-67da877d-3260-4763-999b-f489e69ec7aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:17:28.886983 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-67da877d-3260-4763-999b-f489e69ec7aa service neutron] Attempting to bind port 3df728dd-a916-448e-b505-d2edf0b55800 on host hv-cinder-79466 for vnic_type normal with profile  {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:17:28.887323 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-67da877d-3260-4763-999b-f489e69ec7aa service neutron] Attempting to bind port 3df728dd-a916-448e-b505-d2edf0b55800 by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': 'f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32'}] {{(pid=92564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:17:28.887680 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-67da877d-3260-4763-999b-f489e69ec7aa service neutron] Attempting to bind port 3df728dd-a916-448e-b505-d2edf0b55800 on network ebaf9a1d-decc-4b44-8917-97a40dd6cd32 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:17:28.895992 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-67da877d-3260-4763-999b-f489e69ec7aa service neutron] Port 3df728dd-a916-448e-b505-d2edf0b55800 on network ebaf9a1d-decc-4b44-8917-97a40dd6cd32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 22:17:28.896309 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-67da877d-3260-4763-999b-f489e69ec7aa service neutron] Attempting to bind port 3df728dd-a916-448e-b505-d2edf0b55800 on network ebaf9a1d-decc-4b44-8917-97a40dd6cd32 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:17:28.904113 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-67da877d-3260-4763-999b-f489e69ec7aa service neutron] Checking agent: {'id': 'ba7169ba-ec54-42ab-82e6-dffd3900ba09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 22, 3, 45), 'started_at': datetime.datetime(2021, 6, 3, 22, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 17, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:17:28.904449 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-67da877d-3260-4763-999b-f489e69ec7aa service neutron] Checking segment: {'id': 'f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:17:28.904852 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-67da877d-3260-4763-999b-f489e69ec7aa service neutron] Bound using segment: {'id': 'f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32'} {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:17:28.907558 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-67da877d-3260-4763-999b-f489e69ec7aa service neutron] Bound port: 3df728dd-a916-448e-b505-d2edf0b55800, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32'}}] {{(pid=92564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:17:28.907908 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-67da877d-3260-4763-999b-f489e69ec7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:29.001906 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-67da877d-3260-4763-999b-f489e69ec7aa service neutron] For port 3df728dd-a916-448e-b505-d2edf0b55800, host hv-cinder-79466, cleared binding levels {{(pid=92564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:17:29.004811 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-67da877d-3260-4763-999b-f489e69ec7aa service neutron] For port 3df728dd-a916-448e-b505-d2edf0b55800, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=3df728dd-a916-448e-b505-d2edf0b55800,segment=NetworkSegment(f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc),segment_id=f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc)] {{(pid=92564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:17:29.101657 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-67da877d-3260-4763-999b-f489e69ec7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31972166'] for port, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:29.105537 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-bbfad774-8699-4376-b9bf-e70c5dcb6ab0 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:17:29.159817 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-67da877d-3260-4763-999b-f489e69ec7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:17:29.160464 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-67da877d-3260-4763-999b-f489e69ec7aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:29.162200 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-67da877d-3260-4763-999b-f489e69ec7aa service neutron] 10.222.0.58 "PUT /v2.0/ports/3df728dd-a916-448e-b505-d2edf0b55800 HTTP/1.1" status: 200  len: 1094 time: 1.1336513
Jun 03 22:17:29.162757 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '660764f2-9159-461b-8c6a-406339fd2edd', 'tag': '3df728dd-a916-448e-b505-d2edf0b55800'}] {{(pid=92564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:17:29.165359 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c024af40dcbc7289fed731e5c35c42eecf8f16a39534b44a636824a10e0ed12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0baa9563-c9e4-41f1-9e8c-b2aab4cfeff1" -d '{"events": [{"name": "network-changed", "server_uuid": "660764f2-9159-461b-8c6a-406339fd2edd", "tag": "3df728dd-a916-448e-b505-d2edf0b55800"}]}' {{(pid=92564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:17:29.199780 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da877d-3260-4763-999b-f489e69ec7aa service neutron] Pushing event updated for resources: {'Port': ['ID=3df728dd-a916-448e-b505-d2edf0b55800,revision_number=3']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:17:29.203080 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-67da877d-3260-4763-999b-f489e69ec7aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:17:29.229931 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0950559e-f457-4e05-b4e2-ff15a646f6fc x-openstack-request-id: req-0950559e-f457-4e05-b4e2-ff15a646f6fc {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:17:29.230268 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "660764f2-9159-461b-8c6a-406339fd2edd", "tag": "3df728dd-a916-448e-b505-d2edf0b55800", "status": "completed", "code": 200}]} {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:17:29.230615 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-0950559e-f457-4e05-b4e2-ff15a646f6fc {{(pid=92564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:17:29.231068 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '660764f2-9159-461b-8c6a-406339fd2edd', 'tag': '3df728dd-a916-448e-b505-d2edf0b55800', 'status': 'completed', 'code': 200}
Jun 03 22:17:29.368927 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa9563-c9e4-41f1-9e8c-b2aab4cfeff1 req-3b2401dc-0c47-4495-8d2c-290d15bda235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:17:29.370680 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0baa9563-c9e4-41f1-9e8c-b2aab4cfeff1 req-3b2401dc-0c47-4495-8d2c-290d15bda235 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8bddcb3939c342928d67721b6a1cbfbd&device_id=660764f2-9159-461b-8c6a-406339fd2edd HTTP/1.1" status: 200  len: 1097 time: 0.0986106
Jun 03 22:17:29.438660 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78765f1-5617-434a-9b10-441c2b378528 req-52a5fa87-59f3-4402-bc4a-53cfc3285272 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:17:29.440200 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-f78765f1-5617-434a-9b10-441c2b378528 req-52a5fa87-59f3-4402-bc4a-53cfc3285272 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/ports?device_id=660764f2-9159-461b-8c6a-406339fd2edd HTTP/1.1" status: 200  len: 944 time: 0.0858710
Jun 03 22:17:29.487383 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-f78765f1-5617-434a-9b10-441c2b378528 req-faf47b09-f325-4b19-9e2a-cd8dbd822c3f tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/security-groups?id=c1138f14-39de-4e6e-850c-44d3562fd23b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406992
Jun 03 22:17:29.521948 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa9563-c9e4-41f1-9e8c-b2aab4cfeff1 req-2b39ae5b-a5c6-46cf-b3bf-834a61478ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:17:29.523448 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0baa9563-c9e4-41f1-9e8c-b2aab4cfeff1 req-2b39ae5b-a5c6-46cf-b3bf-834a61478ed8 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=8bddcb3939c342928d67721b6a1cbfbd&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1434653
Jun 03 22:17:29.662922 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa9563-c9e4-41f1-9e8c-b2aab4cfeff1 req-08739d06-a130-445e-ad20-ff6ca607b6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:17:29.664413 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0baa9563-c9e4-41f1-9e8c-b2aab4cfeff1 req-08739d06-a130-445e-ad20-ff6ca607b6ac service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1327076
Jun 03 22:17:29.780975 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-45461f2d-3af9-4a28-9ee3-aae322a41d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:17:29.782517 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-45461f2d-3af9-4a28-9ee3-aae322a41d94 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8bddcb3939c342928d67721b6a1cbfbd&device_id=660764f2-9159-461b-8c6a-406339fd2edd HTTP/1.1" status: 200  len: 1097 time: 0.0732603
Jun 03 22:17:29.857688 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-bce8fdde-a1e8-4feb-9df1-5a1f6cc667d8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3df728dd-a916-448e-b505-d2edf0b55800 HTTP/1.1" status: 200  len: 217 time: 0.0652912
Jun 03 22:17:29.924611 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-6d084e89-c4a7-4d0b-9c6e-da5428379c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:17:29.926009 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-6d084e89-c4a7-4d0b-9c6e-da5428379c22 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a52c3c6b-a445-47db-810f-6427fa90f388 HTTP/1.1" status: 200  len: 850 time: 0.0596626
Jun 03 22:17:30.103827 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-8dfd585b-286b-4400-bad2-4977ab9ba1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:17:30.105295 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-8dfd585b-286b-4400-bad2-4977ab9ba1eb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ebaf9a1d-decc-4b44-8917-97a40dd6cd32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1702328
Jun 03 22:17:30.249230 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-c381a175-f946-466e-ab39-e52bcf34f270 service neutron] 10.222.0.58 "GET /v2.0/networks/ebaf9a1d-decc-4b44-8917-97a40dd6cd32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1348050
Jun 03 22:17:30.389404 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a93ab953-7eb8-4118-8809-b006c93e0839 req-67462c68-9631-4f98-8329-0b80b9d11c42 service neutron] 10.222.0.58 "GET /v2.0/networks/ebaf9a1d-decc-4b44-8917-97a40dd6cd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1317301
Jun 03 22:17:30.698760 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17dc75f-11b7-4e12-a533-ca3fa5fbdb0f req-732da43a-ff75-4078-bf6c-f0b4f7eb57b2 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:17:30.700263 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-d17dc75f-11b7-4e12-a533-ca3fa5fbdb0f req-732da43a-ff75-4078-bf6c-f0b4f7eb57b2 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/ports?device_id=660764f2-9159-461b-8c6a-406339fd2edd HTTP/1.1" status: 200  len: 944 time: 0.0926509
Jun 03 22:17:30.753154 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-d17dc75f-11b7-4e12-a533-ca3fa5fbdb0f req-b6d5fcc0-1fab-49a9-89b6-04eba7c1699d tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/security-groups?id=c1138f14-39de-4e6e-850c-44d3562fd23b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462654
Jun 03 22:17:31.953651 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d714e5-97fc-46c9-bc48-71e0fcca5366 req-b1f1fcf2-0409-4c56-8a0b-ddc488312529 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:17:31.955162 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-84d714e5-97fc-46c9-bc48-71e0fcca5366 req-b1f1fcf2-0409-4c56-8a0b-ddc488312529 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/ports?device_id=660764f2-9159-461b-8c6a-406339fd2edd HTTP/1.1" status: 200  len: 944 time: 0.0861309
Jun 03 22:17:32.006397 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-84d714e5-97fc-46c9-bc48-71e0fcca5366 req-6ce7c400-01c4-4a48-ab16-db36d30eefbf tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/security-groups?id=c1138f14-39de-4e6e-850c-44d3562fd23b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452561
Jun 03 22:17:33.197329 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10b47e-d376-463a-987e-959917efc6bc req-068939f1-d625-42a3-8249-62b1b155e508 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:17:33.198817 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-2c10b47e-d376-463a-987e-959917efc6bc req-068939f1-d625-42a3-8249-62b1b155e508 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/ports?device_id=660764f2-9159-461b-8c6a-406339fd2edd HTTP/1.1" status: 200  len: 944 time: 0.0835166
Jun 03 22:17:33.244805 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-2c10b47e-d376-463a-987e-959917efc6bc req-be4f6017-33c9-41a4-99ac-7add17f25bf0 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/security-groups?id=c1138f14-39de-4e6e-850c-44d3562fd23b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390306
Jun 03 22:17:33.440405 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 3df728dd-a916-448e-b505-d2edf0b55800 details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 22:17:33.576967 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port 3df728dd-a916-448e-b505-d2edf0b55800, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=3df728dd-a916-448e-b505-d2edf0b55800,segment=NetworkSegment(f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc),segment_id=f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:17:33.590362 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Returning: {'device': '3df728dd-a916-448e-b505-d2edf0b55800', 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32', 'port_id': '3df728dd-a916-448e-b505-d2edf0b55800', 'mac_address': 'fa:16:3e:be:fc:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a52c3c6b-a445-47db-810f-6427fa90f388', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 22:17:33.649407 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:33.666231 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.notifiers.nova [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3df728dd-a916-448e-b505-d2edf0b55800 {{(pid=92565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 22:17:33.682260 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port 3df728dd-a916-448e-b505-d2edf0b55800, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=3df728dd-a916-448e-b505-d2edf0b55800,segment=NetworkSegment(f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc),segment_id=f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:17:33.742739 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:33.745844 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-ee6c74ac-4da7-4571-9c86-1a1ea9f16539 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:17:33.813668 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Pushing event updated for resources: {'Port': ['ID=3df728dd-a916-448e-b505-d2edf0b55800,revision_number=4']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:17:33.821327 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:17:33.821669 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:17:33.822019 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:17:33.822350 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:17:33.822677 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:17:33.823009 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:17:33.823334 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:17:33.823686 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:17:33.824008 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:17:33.824331 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:17:33.824652 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:17:33.824967 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:17:33.828897 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:17:34.245721 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] get_ports_and_sgs() called for port_ids ['3df728dd-a916-448e-b505-d2edf0b55800'] {{(pid=92565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 22:17:34.437004 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e44f7-18b9-421b-9648-99ddf29881ae req-9854892e-e5cf-4ccd-aaef-4bd2e89ac3c2 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:17:34.438500 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-1b2e44f7-18b9-421b-9648-99ddf29881ae req-9854892e-e5cf-4ccd-aaef-4bd2e89ac3c2 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/ports?device_id=660764f2-9159-461b-8c6a-406339fd2edd HTTP/1.1" status: 200  len: 945 time: 0.0847442
Jun 03 22:17:34.483951 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-1b2e44f7-18b9-421b-9648-99ddf29881ae req-3a41b024-056e-4cf2-99e0-1183d9974bae tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/security-groups?id=c1138f14-39de-4e6e-850c-44d3562fd23b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392666
Jun 03 22:17:35.449199 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 3df728dd-a916-448e-b505-d2edf0b55800 up at agent hyperv_hv-cinder-79466 {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:17:35.662415 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Provisioning for port 3df728dd-a916-448e-b505-d2edf0b55800 completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:17:35.667351 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Provisioning complete for port 3df728dd-a916-448e-b505-d2edf0b55800 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:17:35.667754 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:35.674633 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d4f04-867e-4e0a-96a6-bb56a6acbf75 req-f6148525-67ca-427f-b834-be61fc8cf8ac tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:17:35.676506 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-fd7d4f04-867e-4e0a-96a6-bb56a6acbf75 req-f6148525-67ca-427f-b834-be61fc8cf8ac tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/ports?device_id=660764f2-9159-461b-8c6a-406339fd2edd HTTP/1.1" status: 200  len: 945 time: 0.0826819
Jun 03 22:17:35.724812 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-fd7d4f04-867e-4e0a-96a6-bb56a6acbf75 req-6dc26e52-33de-4c7e-9f22-2cec3dbf942d tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/security-groups?id=c1138f14-39de-4e6e-850c-44d3562fd23b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420096
Jun 03 22:17:35.791134 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:35.818928 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660764f2-9159-461b-8c6a-406339fd2edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df728dd-a916-448e-b505-d2edf0b55800'}] {{(pid=92565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:17:35.821204 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3783812f727b5bb89ad1c4cb6955cb6829b796867b5a4f4fedffd1e1cb019440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a5e504-fa87-4ce0-add8-5b43fa194b60" -d '{"events": [{"server_uuid": "660764f2-9159-461b-8c6a-406339fd2edd", "name": "network-vif-plugged", "status": "completed", "tag": "3df728dd-a916-448e-b505-d2edf0b55800"}]}' {{(pid=92565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:17:35.829735 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port 3df728dd-a916-448e-b505-d2edf0b55800, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=3df728dd-a916-448e-b505-d2edf0b55800,segment=NetworkSegment(f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc),segment_id=f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:17:35.907064 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:35.909091 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-1229e8e0-9851-4938-9c65-52d70ce3d1b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:17:35.939691 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c07cdf8-ed09-47ff-a3f5-5ed3b97585b4 x-openstack-request-id: req-7c07cdf8-ed09-47ff-a3f5-5ed3b97585b4 {{(pid=92565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:17:35.940202 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660764f2-9159-461b-8c6a-406339fd2edd", "name": "network-vif-plugged", "status": "completed", "tag": "3df728dd-a916-448e-b505-d2edf0b55800", "code": 200}]} {{(pid=92565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:17:35.940474 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-7c07cdf8-ed09-47ff-a3f5-5ed3b97585b4 {{(pid=92565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:17:35.940900 dv-cinder-794669-4-iscsi neutron-server[92565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660764f2-9159-461b-8c6a-406339fd2edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df728dd-a916-448e-b505-d2edf0b55800', 'code': 200}
Jun 03 22:17:35.987960 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Pushing event updated for resources: {'Port': ['ID=3df728dd-a916-448e-b505-d2edf0b55800,revision_number=5']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:17:35.991237 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:17:36.538381 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d9794-ad41-47ac-b6ef-78790d761362 req-58fff594-dbb3-4e1b-9f97-97838d4b2e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:17:36.539858 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-937d9794-ad41-47ac-b6ef-78790d761362 req-58fff594-dbb3-4e1b-9f97-97838d4b2e93 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=660764f2-9159-461b-8c6a-406339fd2edd HTTP/1.1" status: 200  len: 1099 time: 0.0707576
Jun 03 22:17:36.583988 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-937d9794-ad41-47ac-b6ef-78790d761362 req-1ae92860-10eb-4a2e-955d-e9dd89bc43bb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c1138f14-39de-4e6e-850c-44d3562fd23b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0355487
Jun 03 22:17:36.923986 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04d9a8-7511-4623-9263-bc165cdb5d2d req-27b1fc05-3814-4cad-a6a7-63443abe73ff tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:17:36.925503 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6e04d9a8-7511-4623-9263-bc165cdb5d2d req-27b1fc05-3814-4cad-a6a7-63443abe73ff tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/ports?device_id=660764f2-9159-461b-8c6a-406339fd2edd HTTP/1.1" status: 200  len: 946 time: 0.0843987
Jun 03 22:17:36.972586 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-6e04d9a8-7511-4623-9263-bc165cdb5d2d req-5eb9cc28-52e3-4acd-bca0-1f04aa8e0780 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/security-groups?id=c1138f14-39de-4e6e-850c-44d3562fd23b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411527
Jun 03 22:17:38.165237 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b2e7b-25a3-44f2-80de-c25ea112500a req-902f9d86-8352-4980-a71a-2e8249d8d7b6 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:17:38.166791 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-557b2e7b-25a3-44f2-80de-c25ea112500a req-902f9d86-8352-4980-a71a-2e8249d8d7b6 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/ports?device_id=660764f2-9159-461b-8c6a-406339fd2edd HTTP/1.1" status: 200  len: 946 time: 0.0819726
Jun 03 22:17:38.216866 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-557b2e7b-25a3-44f2-80de-c25ea112500a req-68cbdc69-ec6c-43c6-aa5d-a53b23c39231 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/security-groups?id=c1138f14-39de-4e6e-850c-44d3562fd23b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435467
Jun 03 22:17:38.559920 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b428f18-adb1-4b2f-9222-1c124409a818 req-1f6f6032-ce7f-432f-89af-3d08fa022367 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:17:38.561332 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-2b428f18-adb1-4b2f-9222-1c124409a818 req-1f6f6032-ce7f-432f-89af-3d08fa022367 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/ports?device_id=660764f2-9159-461b-8c6a-406339fd2edd HTTP/1.1" status: 200  len: 946 time: 0.0848279
Jun 03 22:17:38.570199 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 37868) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:17:38.574810 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-6e1f7cae-adf0-4509-9972-fe0ac8074436 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Request body: {'floatingip': {'port_id': '3df728dd-a916-448e-b505-d2edf0b55800'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:17:38.654341 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-6e1f7cae-adf0-4509-9972-fe0ac8074436 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for floatingip, before_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:39.374641 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-6e1f7cae-adf0-4509-9972-fe0ac8074436 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:39.480581 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-6e1f7cae-adf0-4509-9972-fe0ac8074436 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-309359'] for floatingip, after_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:39.790592 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.db.l3_db [None req-6e1f7cae-adf0-4509-9972-fe0ac8074436 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Floating IP 6d808ca1-07ce-4d4c-9606-f0c1907e8ad2 associated. External IP: 172.27.0.217, port: 3df728dd-a916-448e-b505-d2edf0b55800.
Jun 03 22:17:40.149464 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1f7cae-adf0-4509-9972-fe0ac8074436 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Router 7325b41f-f561-4062-bd16-7dd064c63cbc has already been hosted by L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 {{(pid=92563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 22:17:40.341739 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1f7cae-adf0-4509-9972-fe0ac8074436 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:17:40.347279 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-6e1f7cae-adf0-4509-9972-fe0ac8074436 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for floatingip, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:40.351953 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc9358f-a722-4ce6-a637-4fe463f2cfe2 None None] Sync routers for ids ['7325b41f-f561-4062-bd16-7dd064c63cbc'] in dv-cinder-794669-4-iscsi {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:17:40.363756 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc9358f-a722-4ce6-a637-4fe463f2cfe2 None None] Routers {'7325b41f-f561-4062-bd16-7dd064c63cbc'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:17:40.364376 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-fdc9358f-a722-4ce6-a637-4fe463f2cfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814e5afc10>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:17:20Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['7325b41f-f561-4062-bd16-7dd064c63cbc'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:17:40.407864 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-6e1f7cae-adf0-4509-9972-fe0ac8074436 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "PUT /v2.0/floatingips/6d808ca1-07ce-4d4c-9606-f0c1907e8ad2 HTTP/1.1" status: 200  len: 992 time: 1.8364508
Jun 03 22:17:40.408495 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '660764f2-9159-461b-8c6a-406339fd2edd', 'tag': '3df728dd-a916-448e-b505-d2edf0b55800'}] {{(pid=92563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:17:40.410915 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7740435dcc85f6ab0eb9908d75a6f818e2fb7acd2ed127072350a3dd3a6b64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a1400f-8f2f-40db-975c-d925ae596e00" -d '{"events": [{"name": "network-changed", "server_uuid": "660764f2-9159-461b-8c6a-406339fd2edd", "tag": "3df728dd-a916-448e-b505-d2edf0b55800"}]}' {{(pid=92563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:17:40.514248 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb3c20e-9ac1-4c32-a7a9-ae715d53eb42 x-openstack-request-id: req-2eb3c20e-9ac1-4c32-a7a9-ae715d53eb42 {{(pid=92563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:17:40.514570 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "660764f2-9159-461b-8c6a-406339fd2edd", "tag": "3df728dd-a916-448e-b505-d2edf0b55800", "status": "completed", "code": 200}]} {{(pid=92563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:17:40.514989 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-2eb3c20e-9ac1-4c32-a7a9-ae715d53eb42 {{(pid=92563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:17:40.515528 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '660764f2-9159-461b-8c6a-406339fd2edd', 'tag': '3df728dd-a916-448e-b505-d2edf0b55800', 'status': 'completed', 'code': 200}
Jun 03 22:17:40.552852 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-fdc9358f-a722-4ce6-a637-4fe463f2cfe2 None None] Set router 7325b41f-f561-4062-bd16-7dd064c63cbc gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:17:40.613914 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1400f-8f2f-40db-975c-d925ae596e00 req-85df65a3-0cd4-4f38-b749-f39229d28dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:17:40.615478 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e1a1400f-8f2f-40db-975c-d925ae596e00 req-85df65a3-0cd4-4f38-b749-f39229d28dd5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8bddcb3939c342928d67721b6a1cbfbd&device_id=660764f2-9159-461b-8c6a-406339fd2edd HTTP/1.1" status: 200  len: 1099 time: 0.0783794
Jun 03 22:17:40.751096 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1400f-8f2f-40db-975c-d925ae596e00 req-015d274c-85a5-4555-ae94-0030a533306e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:17:40.754340 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e1a1400f-8f2f-40db-975c-d925ae596e00 req-015d274c-85a5-4555-ae94-0030a533306e service neutron] 10.222.0.58 "GET /v2.0/networks?id=ebaf9a1d-decc-4b44-8917-97a40dd6cd32 HTTP/1.1" status: 200  len: 913 time: 0.1336460
Jun 03 22:17:40.862002 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e1a1400f-8f2f-40db-975c-d925ae596e00 req-b9abd6e0-9773-4abb-8af7-0c908f6f5117 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3df728dd-a916-448e-b505-d2edf0b55800 HTTP/1.1" status: 200  len: 1000 time: 0.0999558
Jun 03 22:17:40.915857 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-fdc9358f-a722-4ce6-a637-4fe463f2cfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814e5afc10>, [{'id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'name': 'tempest-AttachVolumeTestJSON-1177439061-router', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'eb79fc1f-e331-417b-b287-23c155929652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:06:57Z', 'updated_at': '2021-06-03T22:07:06Z', 'revision_number': 4, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'gw_port': {'id': 'eb79fc1f-e331-417b-b287-23c155929652', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ea:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:06:58Z', 'updated_at': '2021-06-03T22:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_floatingips': [{'id': '6d808ca1-07ce-4d4c-9606-f0c1907e8ad2', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'router_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'port_id': '3df728dd-a916-448e-b505-d2edf0b55800', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32', 'mac_address': 'fa:16:3e:be:fc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660764f2-9159-461b-8c6a-406339fd2edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:17:22Z', 'updated_at': '2021-06-03T22:17:39Z', 'revision_number': 1, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3c93d8-87f0-4538-b7f7-526e1ef502a5', 'name': '', 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'mac_address': 'fa:16:3e:3c:84:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'a52c3c6b-a445-47db-810f-6427fa90f388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:04Z', 'updated_at': '2021-06-03T22:07:12Z', 'revision_number': 5, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'subnets': [{'id': 'a52c3c6b-a445-47db-810f-6427fa90f388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:17:40.919977 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc9358f-a722-4ce6-a637-4fe463f2cfe2 None None] Checking router: 7325b41f-f561-4062-bd16-7dd064c63cbc for host: dv-cinder-794669-4-iscsi {{(pid=92565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:17:40.927442 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1400f-8f2f-40db-975c-d925ae596e00 req-2ab198de-35d9-4d13-abac-61ef0f88c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:17:40.928950 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e1a1400f-8f2f-40db-975c-d925ae596e00 req-2ab198de-35d9-4d13-abac-61ef0f88c4a8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a52c3c6b-a445-47db-810f-6427fa90f388 HTTP/1.1" status: 200  len: 850 time: 0.0598054
Jun 03 22:17:40.929604 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc9358f-a722-4ce6-a637-4fe463f2cfe2 None None] Routers {'7325b41f-f561-4062-bd16-7dd064c63cbc'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:17:40.930325 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-fdc9358f-a722-4ce6-a637-4fe463f2cfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814e5afc10>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:17:20Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['7325b41f-f561-4062-bd16-7dd064c63cbc'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:17:41.011470 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1400f-8f2f-40db-975c-d925ae596e00 req-b36307aa-2042-4328-a672-305dfb5db885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:17:41.012842 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e1a1400f-8f2f-40db-975c-d925ae596e00 req-b36307aa-2042-4328-a672-305dfb5db885 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ebaf9a1d-decc-4b44-8917-97a40dd6cd32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0752232
Jun 03 22:17:41.150137 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e1a1400f-8f2f-40db-975c-d925ae596e00 req-fd8fb6ed-c1f0-4405-bcce-99166d5f7c43 service neutron] 10.222.0.58 "GET /v2.0/networks/ebaf9a1d-decc-4b44-8917-97a40dd6cd32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1296356
Jun 03 22:17:41.159033 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-fdc9358f-a722-4ce6-a637-4fe463f2cfe2 None None] Set router 7325b41f-f561-4062-bd16-7dd064c63cbc gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:17:41.287822 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e1a1400f-8f2f-40db-975c-d925ae596e00 req-d455fd35-a528-4318-a7ab-caecdf5b87fa service neutron] 10.222.0.58 "GET /v2.0/networks/ebaf9a1d-decc-4b44-8917-97a40dd6cd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300185
Jun 03 22:17:41.521574 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-fdc9358f-a722-4ce6-a637-4fe463f2cfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814e5afc10>, [{'id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'name': 'tempest-AttachVolumeTestJSON-1177439061-router', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'eb79fc1f-e331-417b-b287-23c155929652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:06:57Z', 'updated_at': '2021-06-03T22:07:06Z', 'revision_number': 4, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'gw_port': {'id': 'eb79fc1f-e331-417b-b287-23c155929652', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ea:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:06:58Z', 'updated_at': '2021-06-03T22:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_floatingips': [{'id': '6d808ca1-07ce-4d4c-9606-f0c1907e8ad2', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'router_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'port_id': '3df728dd-a916-448e-b505-d2edf0b55800', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32', 'mac_address': 'fa:16:3e:be:fc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660764f2-9159-461b-8c6a-406339fd2edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:17:22Z', 'updated_at': '2021-06-03T22:17:39Z', 'revision_number': 1, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3c93d8-87f0-4538-b7f7-526e1ef502a5', 'name': '', 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'mac_address': 'fa:16:3e:3c:84:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'a52c3c6b-a445-47db-810f-6427fa90f388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:04Z', 'updated_at': '2021-06-03T22:07:12Z', 'revision_number': 5, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'subnets': [{'id': 'a52c3c6b-a445-47db-810f-6427fa90f388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:17:41.526436 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc9358f-a722-4ce6-a637-4fe463f2cfe2 None None] The sync data for ids ['7325b41f-f561-4062-bd16-7dd064c63cbc'] in dv-cinder-794669-4-iscsi is: [{'id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'name': 'tempest-AttachVolumeTestJSON-1177439061-router', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'eb79fc1f-e331-417b-b287-23c155929652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:06:57Z', 'updated_at': '2021-06-03T22:07:06Z', 'revision_number': 4, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'gw_port': {'id': 'eb79fc1f-e331-417b-b287-23c155929652', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ea:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:06:58Z', 'updated_at': '2021-06-03T22:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_floatingips': [{'id': '6d808ca1-07ce-4d4c-9606-f0c1907e8ad2', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'floating_ip_address': '172.27.0.217', 'floating_network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'router_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'port_id': '3df728dd-a916-448e-b505-d2edf0b55800', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32', 'mac_address': 'fa:16:3e:be:fc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660764f2-9159-461b-8c6a-406339fd2edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:17:22Z', 'updated_at': '2021-06-03T22:17:39Z', 'revision_number': 1, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3c93d8-87f0-4538-b7f7-526e1ef502a5', 'name': '', 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'mac_address': 'fa:16:3e:3c:84:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'a52c3c6b-a445-47db-810f-6427fa90f388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:04Z', 'updated_at': '2021-06-03T22:07:12Z', 'revision_number': 5, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'subnets': [{'id': 'a52c3c6b-a445-47db-810f-6427fa90f388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:17:41.714137 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1145c310-def8-40be-a262-63a427ed6c9b None None] New status for floating IP 6d808ca1-07ce-4d4c-9606-f0c1907e8ad2: ACTIVE {{(pid=92566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 22:17:45.953994 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:47.005132 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-b33ada41-92f5-45e2-a6d9-612074dc77e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:49.696744 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:49.776834 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-282b2cd7-3626-4af4-a13a-03366d2ac3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:51.033990 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:51.620304 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:17:52.376833 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:17:52.559176 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0e3b5b94-036b-44bb-aeb3-b08e81e21e30 req-d62215f4-98c8-4d0a-a327-52cce20214b1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=27ff6ff6-6758-4d42-b2b5-86e0655d4e7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0706210
Jun 03 22:17:52.659852 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b5b94-036b-44bb-aeb3-b08e81e21e30 req-9df76f54-050c-40aa-bb13-b6b9403dc33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:17:52.661308 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0e3b5b94-036b-44bb-aeb3-b08e81e21e30 req-9df76f54-050c-40aa-bb13-b6b9403dc33d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c14a1e6c501b4dd3966eb23d8b4969bc&device_id=27ff6ff6-6758-4d42-b2b5-86e0655d4e7b HTTP/1.1" status: 200  len: 1098 time: 0.0779135
Jun 03 22:17:52.909344 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b5b94-036b-44bb-aeb3-b08e81e21e30 req-7105e986-53a1-41e5-b51b-4eac3ff82c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:17:52.910805 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0e3b5b94-036b-44bb-aeb3-b08e81e21e30 req-7105e986-53a1-41e5-b51b-4eac3ff82c7c service neutron] 10.222.0.58 "GET /v2.0/networks?id=35f20c75-e7a0-4927-b48f-493b756f4e3d HTTP/1.1" status: 200  len: 918 time: 0.2282891
Jun 03 22:17:53.016245 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0e3b5b94-036b-44bb-aeb3-b08e81e21e30 req-fd674a90-1868-4c2f-a2f7-f58b5da74bc2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=871a6893-2775-4430-ab2e-fc9a4da65b53 HTTP/1.1" status: 200  len: 1001 time: 0.0997765
Jun 03 22:17:53.079060 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b5b94-036b-44bb-aeb3-b08e81e21e30 req-abccfe5d-be34-40bf-b068-b353282c1e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:17:53.080514 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0e3b5b94-036b-44bb-aeb3-b08e81e21e30 req-abccfe5d-be34-40bf-b068-b353282c1e19 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=67671872-aaef-41f0-85f5-6741db23bdd5 HTTP/1.1" status: 200  len: 855 time: 0.0597427
Jun 03 22:17:53.155455 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b5b94-036b-44bb-aeb3-b08e81e21e30 req-ee286aff-0c92-4f1c-a8c1-0ed827219135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:17:53.156922 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0e3b5b94-036b-44bb-aeb3-b08e81e21e30 req-ee286aff-0c92-4f1c-a8c1-0ed827219135 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35f20c75-e7a0-4927-b48f-493b756f4e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0722582
Jun 03 22:17:53.290440 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0e3b5b94-036b-44bb-aeb3-b08e81e21e30 req-27dfa48b-ef19-47dd-adff-3218d5d6698b service neutron] 10.222.0.58 "GET /v2.0/networks/35f20c75-e7a0-4927-b48f-493b756f4e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1289201
Jun 03 22:17:53.424841 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0e3b5b94-036b-44bb-aeb3-b08e81e21e30 req-ed9c28ce-17a0-435a-8f01-ec57ad19ddcf service neutron] 10.222.0.58 "GET /v2.0/networks/35f20c75-e7a0-4927-b48f-493b756f4e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1290770
Jun 03 22:18:15.971057 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:18:16.999776 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-15601687-c1cc-4ab5-997e-9ff1074429ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:18:19.668040 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:18:19.736812 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-83acc8d4-9573-432f-8d0c-8922a706341f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:18:21.039736 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:18:22.376314 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:18:28.620132 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:18:45.930727 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:18:46.993946 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-00c72eaa-f1fe-4a24-b7ae-520f4a1dd78d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:18:49.673823 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:18:49.730413 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-a05d8e4d-4b17-47fe-b17c-c547af507cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:18:51.084769 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:18:52.416505 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:18:54.527614 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-d6c24cc1-a9ea-4485-b57d-29b685fff2e1 req-335175a8-f208-420b-a174-639d44569bde service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=27ff6ff6-6758-4d42-b2b5-86e0655d4e7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0754948
Jun 03 22:18:54.683484 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c24cc1-a9ea-4485-b57d-29b685fff2e1 req-9c81d68f-6343-482e-bf5f-b8fb3758cd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:18:54.685043 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-d6c24cc1-a9ea-4485-b57d-29b685fff2e1 req-9c81d68f-6343-482e-bf5f-b8fb3758cd26 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c14a1e6c501b4dd3966eb23d8b4969bc&device_id=27ff6ff6-6758-4d42-b2b5-86e0655d4e7b HTTP/1.1" status: 200  len: 1098 time: 0.0713069
Jun 03 22:18:54.836328 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c24cc1-a9ea-4485-b57d-29b685fff2e1 req-21a12d00-9dd0-4226-b5eb-0aef56dc1c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:18:54.837827 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-d6c24cc1-a9ea-4485-b57d-29b685fff2e1 req-21a12d00-9dd0-4226-b5eb-0aef56dc1c8d service neutron] 10.222.0.58 "GET /v2.0/networks?id=35f20c75-e7a0-4927-b48f-493b756f4e3d HTTP/1.1" status: 200  len: 918 time: 0.1301434
Jun 03 22:18:54.944691 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-d6c24cc1-a9ea-4485-b57d-29b685fff2e1 req-4a93cbc6-4894-42a8-91bb-260b59ce3498 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=871a6893-2775-4430-ab2e-fc9a4da65b53 HTTP/1.1" status: 200  len: 1001 time: 0.0979447
Jun 03 22:18:55.014047 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c24cc1-a9ea-4485-b57d-29b685fff2e1 req-22fdaed6-c2de-4df3-91fa-c82fe6b1aaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:18:55.015584 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-d6c24cc1-a9ea-4485-b57d-29b685fff2e1 req-22fdaed6-c2de-4df3-91fa-c82fe6b1aaca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=67671872-aaef-41f0-85f5-6741db23bdd5 HTTP/1.1" status: 200  len: 855 time: 0.0631154
Jun 03 22:18:55.095377 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c24cc1-a9ea-4485-b57d-29b685fff2e1 req-a8e8ba63-bd02-4900-b352-02035ce54c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:18:55.096915 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-d6c24cc1-a9ea-4485-b57d-29b685fff2e1 req-a8e8ba63-bd02-4900-b352-02035ce54c0d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35f20c75-e7a0-4927-b48f-493b756f4e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0765014
Jun 03 22:18:55.233559 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-d6c24cc1-a9ea-4485-b57d-29b685fff2e1 req-413b1025-b997-4583-beb3-850fb0f33aad service neutron] 10.222.0.58 "GET /v2.0/networks/35f20c75-e7a0-4927-b48f-493b756f4e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1301775
Jun 03 22:18:55.370264 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-d6c24cc1-a9ea-4485-b57d-29b685fff2e1 req-aafd3fba-cd0d-476a-ba9c-4166b4424fe0 service neutron] 10.222.0.58 "GET /v2.0/networks/35f20c75-e7a0-4927-b48f-493b756f4e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287527
Jun 03 22:19:05.619095 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:19:15.945480 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:19:16.987746 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-682e0b3f-2a03-4c44-9cfa-ef1f072364a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:19:19.673196 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:19:19.770958 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-b0a87bf4-3052-4acf-afdc-f0756cf6191d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:19:21.050737 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:19:22.420527 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:19:42.618373 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:19:45.970229 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:19:47.004514 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-a1189184-2d0c-4a0f-859d-70d33ad0c845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:19:49.678661 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:19:49.753171 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-05c173ec-6d5a-4577-8da8-98c971426624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:19:51.036715 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:19:52.387751 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:19:54.557361 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f1a851de-be3a-4e97-8d3a-b43d6c0eaaae req-e17430b0-48d8-4a0f-be8b-242857d21369 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=660764f2-9159-461b-8c6a-406339fd2edd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0697098
Jun 03 22:19:54.647146 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a851de-be3a-4e97-8d3a-b43d6c0eaaae req-a9cdef2b-4f61-46ec-8e80-ed6b9ad7618d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:19:54.648628 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f1a851de-be3a-4e97-8d3a-b43d6c0eaaae req-a9cdef2b-4f61-46ec-8e80-ed6b9ad7618d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8bddcb3939c342928d67721b6a1cbfbd&device_id=660764f2-9159-461b-8c6a-406339fd2edd HTTP/1.1" status: 200  len: 1099 time: 0.0734842
Jun 03 22:19:54.879440 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a851de-be3a-4e97-8d3a-b43d6c0eaaae req-c70f962c-a163-44da-b411-07b595c5eb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:19:54.880898 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f1a851de-be3a-4e97-8d3a-b43d6c0eaaae req-c70f962c-a163-44da-b411-07b595c5eb67 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ebaf9a1d-decc-4b44-8917-97a40dd6cd32 HTTP/1.1" status: 200  len: 913 time: 0.2126434
Jun 03 22:19:54.986890 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f1a851de-be3a-4e97-8d3a-b43d6c0eaaae req-0706171a-e84c-43a8-870e-6237f0a88275 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3df728dd-a916-448e-b505-d2edf0b55800 HTTP/1.1" status: 200  len: 1002 time: 0.0977483
Jun 03 22:19:55.052504 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a851de-be3a-4e97-8d3a-b43d6c0eaaae req-a082e4f9-f45d-4cf8-b178-064269074e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:19:55.053942 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f1a851de-be3a-4e97-8d3a-b43d6c0eaaae req-a082e4f9-f45d-4cf8-b178-064269074e25 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a52c3c6b-a445-47db-810f-6427fa90f388 HTTP/1.1" status: 200  len: 850 time: 0.0602839
Jun 03 22:19:55.129897 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a851de-be3a-4e97-8d3a-b43d6c0eaaae req-b038262d-b4f9-4a94-8e62-d5aaf55ab60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:19:55.131038 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f1a851de-be3a-4e97-8d3a-b43d6c0eaaae req-b038262d-b4f9-4a94-8e62-d5aaf55ab60e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ebaf9a1d-decc-4b44-8917-97a40dd6cd32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0722463
Jun 03 22:19:55.285749 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f1a851de-be3a-4e97-8d3a-b43d6c0eaaae req-6e7bc8ad-c794-4177-a2e9-2394dfdfd90e service neutron] 10.222.0.58 "GET /v2.0/networks/ebaf9a1d-decc-4b44-8917-97a40dd6cd32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1466463
Jun 03 22:19:55.431966 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f1a851de-be3a-4e97-8d3a-b43d6c0eaaae req-89a88925-e7d3-43d4-a25e-cecc92a7c89a service neutron] 10.222.0.58 "GET /v2.0/networks/ebaf9a1d-decc-4b44-8917-97a40dd6cd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1383255
Jun 03 22:20:15.991047 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:20:17.010719 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-741a0b88-4d81-42ca-8874-e51b230cd3bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:20:19.616710 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:20:19.689699 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:20:19.712275 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-8c5f8aba-b08b-4cac-92d5-6ce226883a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:20:21.036726 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:20:22.386952 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:20:46.027135 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:20:47.010219 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-b4a8aff5-f79b-45a5-90d3-a7745e18143d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:20:49.675681 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:20:49.745023 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-07d56154-dcbd-4504-8670-d21d3c2939bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:20:51.042321 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:20:52.433357 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:20:55.534716 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-7efb1223-50d4-4ebb-970a-0915594faafc req-161ebbd3-5fd6-4769-9356-89f7393bb35d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=27ff6ff6-6758-4d42-b2b5-86e0655d4e7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0773962
Jun 03 22:20:55.675205 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb1223-50d4-4ebb-970a-0915594faafc req-97018ee3-ac54-436b-90eb-feec6632f95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:20:55.676686 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-7efb1223-50d4-4ebb-970a-0915594faafc req-97018ee3-ac54-436b-90eb-feec6632f95f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c14a1e6c501b4dd3966eb23d8b4969bc&device_id=27ff6ff6-6758-4d42-b2b5-86e0655d4e7b HTTP/1.1" status: 200  len: 1098 time: 0.0713913
Jun 03 22:20:55.826821 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb1223-50d4-4ebb-970a-0915594faafc req-b4a68f21-4e90-4fa9-835c-399cda2a7f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:20:55.828319 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-7efb1223-50d4-4ebb-970a-0915594faafc req-b4a68f21-4e90-4fa9-835c-399cda2a7f45 service neutron] 10.222.0.58 "GET /v2.0/networks?id=35f20c75-e7a0-4927-b48f-493b756f4e3d HTTP/1.1" status: 200  len: 918 time: 0.1301572
Jun 03 22:20:55.935646 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-7efb1223-50d4-4ebb-970a-0915594faafc req-109befe1-3886-4426-84a0-1d25f6b31c2f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=871a6893-2775-4430-ab2e-fc9a4da65b53 HTTP/1.1" status: 200  len: 1001 time: 0.0982313
Jun 03 22:20:56.004447 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb1223-50d4-4ebb-970a-0915594faafc req-03345a36-b238-47b4-aac6-94c633361df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:20:56.005921 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-7efb1223-50d4-4ebb-970a-0915594faafc req-03345a36-b238-47b4-aac6-94c633361df8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=67671872-aaef-41f0-85f5-6741db23bdd5 HTTP/1.1" status: 200  len: 855 time: 0.0626001
Jun 03 22:20:56.081497 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb1223-50d4-4ebb-970a-0915594faafc req-bf82e300-7ff9-4fd7-b26f-91e7c9a0bb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:20:56.082962 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-7efb1223-50d4-4ebb-970a-0915594faafc req-bf82e300-7ff9-4fd7-b26f-91e7c9a0bb18 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35f20c75-e7a0-4927-b48f-493b756f4e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0706754
Jun 03 22:20:56.220253 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-7efb1223-50d4-4ebb-970a-0915594faafc req-c0b3a2c8-ec7f-422a-8ef6-6cfac2feea19 service neutron] 10.222.0.58 "GET /v2.0/networks/35f20c75-e7a0-4927-b48f-493b756f4e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284499
Jun 03 22:20:56.358952 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-7efb1223-50d4-4ebb-970a-0915594faafc req-a76eb819-1a63-496b-b580-d3b97467281c service neutron] 10.222.0.58 "GET /v2.0/networks/35f20c75-e7a0-4927-b48f-493b756f4e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1317170
Jun 03 22:20:56.616907 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:21:16.026863 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:21:16.987075 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-696e01da-b7d9-484c-8ee6-1c4a4bbe6a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:21:19.669735 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:21:19.744011 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c07556d1-011f-4e77-9585-863412ea568a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:21:21.075715 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:21:22.401551 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:21:33.616445 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:21:46.061122 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:21:47.000992 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-282ff59b-b9ff-4d38-bf05-69f7c8b00c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:21:49.664123 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:21:49.749896 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-6001526c-40b6-400c-b3e9-cb605b598f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:21:51.070508 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:21:52.395418 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:21:56.788095 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8b67089d-35f1-447d-b0a4-90284cb1c068 req-a45fabbe-7ec2-45da-a268-5bd45c2ac80b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=660764f2-9159-461b-8c6a-406339fd2edd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1882451
Jun 03 22:21:56.944225 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67089d-35f1-447d-b0a4-90284cb1c068 req-7dbcd4d3-9b1e-4b3b-b9b1-eed23617646c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:21:56.947064 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8b67089d-35f1-447d-b0a4-90284cb1c068 req-7dbcd4d3-9b1e-4b3b-b9b1-eed23617646c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8bddcb3939c342928d67721b6a1cbfbd&device_id=660764f2-9159-461b-8c6a-406339fd2edd HTTP/1.1" status: 200  len: 1099 time: 0.1361878
Jun 03 22:21:57.345596 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67089d-35f1-447d-b0a4-90284cb1c068 req-513b99f9-157f-406e-b512-5aeda91cd9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:21:57.348180 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8b67089d-35f1-447d-b0a4-90284cb1c068 req-513b99f9-157f-406e-b512-5aeda91cd9dc service neutron] 10.222.0.58 "GET /v2.0/networks?id=ebaf9a1d-decc-4b44-8917-97a40dd6cd32 HTTP/1.1" status: 200  len: 913 time: 0.3760822
Jun 03 22:21:57.548577 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8b67089d-35f1-447d-b0a4-90284cb1c068 req-be6e58e5-7024-4650-98a9-1e550909c204 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3df728dd-a916-448e-b505-d2edf0b55800 HTTP/1.1" status: 200  len: 1002 time: 0.1945868
Jun 03 22:21:57.664315 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67089d-35f1-447d-b0a4-90284cb1c068 req-a9246810-cd60-44ec-abd9-706cb9c8ae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:21:57.666515 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8b67089d-35f1-447d-b0a4-90284cb1c068 req-a9246810-cd60-44ec-abd9-706cb9c8ae85 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a52c3c6b-a445-47db-810f-6427fa90f388 HTTP/1.1" status: 200  len: 850 time: 0.1140568
Jun 03 22:21:57.803184 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67089d-35f1-447d-b0a4-90284cb1c068 req-98d20619-ae54-4b3d-9c6c-07daf62b3883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:21:57.806215 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8b67089d-35f1-447d-b0a4-90284cb1c068 req-98d20619-ae54-4b3d-9c6c-07daf62b3883 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ebaf9a1d-decc-4b44-8917-97a40dd6cd32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1342633
Jun 03 22:21:58.056765 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8b67089d-35f1-447d-b0a4-90284cb1c068 req-40091624-8863-4615-af4e-d2782e6ee803 service neutron] 10.222.0.58 "GET /v2.0/networks/ebaf9a1d-decc-4b44-8917-97a40dd6cd32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2417674
Jun 03 22:21:58.261633 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8b67089d-35f1-447d-b0a4-90284cb1c068 req-a6bb7ecb-b490-4f28-a5f2-eabee3020cd2 service neutron] 10.222.0.58 "GET /v2.0/networks/ebaf9a1d-decc-4b44-8917-97a40dd6cd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2003171
Jun 03 22:22:10.615533 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:22:16.020812 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:22:17.003528 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-080c4b93-2418-41ab-a274-c49a16e4a1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:22:19.700836 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:22:19.780742 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-8251b3a7-9d92-4c5c-b59a-efd6909cfb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:22:21.066712 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:22:22.398481 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:22:42.544158 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [req-941df05f-636e-4f6e-86a3-bcb211551676 req-9d572c0a-7ac9-4986-8be4-60eeed9a8b37 service neutron] (92563) timed out ('10.222.0.58', 56193) {{(pid=92563) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 03 22:22:46.014904 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:22:47.085812 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-ad82cef9-6c97-405f-8a4f-e0e98e0e52d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:22:47.615900 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:22:49.703088 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:22:49.771519 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-3cc8091b-ec39-46d5-bd6a-2ec4a44f33b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:22:51.120223 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:22:52.463291 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:22:57.539893 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-99ba9c7f-40c6-4f1a-ae64-6672ab917cf7 req-2f9e7f36-397a-4ba3-8603-d4083bda45e5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=27ff6ff6-6758-4d42-b2b5-86e0655d4e7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0836005
Jun 03 22:22:57.750062 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba9c7f-40c6-4f1a-ae64-6672ab917cf7 req-9c8b3e7f-21ed-42bc-b241-6de729e813e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:22:57.755930 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-99ba9c7f-40c6-4f1a-ae64-6672ab917cf7 req-9c8b3e7f-21ed-42bc-b241-6de729e813e7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c14a1e6c501b4dd3966eb23d8b4969bc&device_id=27ff6ff6-6758-4d42-b2b5-86e0655d4e7b HTTP/1.1" status: 200  len: 1098 time: 0.0860705
Jun 03 22:22:57.944831 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba9c7f-40c6-4f1a-ae64-6672ab917cf7 req-df000747-ed6b-4436-9d2a-655d658f6b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:22:57.946749 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-99ba9c7f-40c6-4f1a-ae64-6672ab917cf7 req-df000747-ed6b-4436-9d2a-655d658f6b1b service neutron] 10.222.0.58 "GET /v2.0/networks?id=35f20c75-e7a0-4927-b48f-493b756f4e3d HTTP/1.1" status: 200  len: 918 time: 0.1704330
Jun 03 22:22:58.091170 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-99ba9c7f-40c6-4f1a-ae64-6672ab917cf7 req-56df0da2-0a8e-4484-9b3b-76f9b733b505 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=871a6893-2775-4430-ab2e-fc9a4da65b53 HTTP/1.1" status: 200  len: 1001 time: 0.1340649
Jun 03 22:22:58.172001 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba9c7f-40c6-4f1a-ae64-6672ab917cf7 req-692f28a3-d793-42b3-9f23-ed01b9027643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:22:58.173525 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-99ba9c7f-40c6-4f1a-ae64-6672ab917cf7 req-692f28a3-d793-42b3-9f23-ed01b9027643 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=67671872-aaef-41f0-85f5-6741db23bdd5 HTTP/1.1" status: 200  len: 855 time: 0.0749049
Jun 03 22:22:58.280834 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba9c7f-40c6-4f1a-ae64-6672ab917cf7 req-fe59e116-9761-4063-a9ee-b9794a71d8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:22:58.283585 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-99ba9c7f-40c6-4f1a-ae64-6672ab917cf7 req-fe59e116-9761-4063-a9ee-b9794a71d8df service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35f20c75-e7a0-4927-b48f-493b756f4e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1006315
Jun 03 22:22:58.475443 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-99ba9c7f-40c6-4f1a-ae64-6672ab917cf7 req-5099f714-9db9-45fb-afe1-2ed07cba79f4 service neutron] 10.222.0.58 "GET /v2.0/networks/35f20c75-e7a0-4927-b48f-493b756f4e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1822217
Jun 03 22:22:58.675370 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-99ba9c7f-40c6-4f1a-ae64-6672ab917cf7 req-f45d1428-47df-43a1-a9b3-de7691c01aab service neutron] 10.222.0.58 "GET /v2.0/networks/35f20c75-e7a0-4927-b48f-493b756f4e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1924739
Jun 03 22:23:16.017146 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:23:17.011518 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-167c0969-1b31-4dbe-b022-fc761c3796fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:23:19.688843 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:23:19.788967 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-043e5458-3383-43a0-8cd8-594cdba4a9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:23:21.086060 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:23:22.433759 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:23:24.615566 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:23:34.445853 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [req-b18de35d-9b44-449a-a118-d6394a4384a3 req-9fd8dd33-eaf6-4179-b33a-10b8695e82c1 tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] (92563) timed out ('10.222.0.58', 56396) {{(pid=92563) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 03 22:23:46.113589 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:23:47.020184 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-ed19f14f-fa32-4238-ac39-76175c849977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:23:49.751060 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:23:49.821905 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-26a3f8ae-9d86-48f2-8661-bfc644706e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:23:51.210560 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:23:52.450796 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:23:57.564310 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ac5f6b4b-253c-4d2e-8b66-e8d91fd88f8c req-e999cf28-d9d5-405e-a34a-828bbdceb059 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=660764f2-9159-461b-8c6a-406339fd2edd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0768678
Jun 03 22:23:57.671088 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f6b4b-253c-4d2e-8b66-e8d91fd88f8c req-dffe4ade-6052-4633-9491-c6b3cb9be605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:23:57.672726 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ac5f6b4b-253c-4d2e-8b66-e8d91fd88f8c req-dffe4ade-6052-4633-9491-c6b3cb9be605 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8bddcb3939c342928d67721b6a1cbfbd&device_id=660764f2-9159-461b-8c6a-406339fd2edd HTTP/1.1" status: 200  len: 1099 time: 0.0837760
Jun 03 22:23:57.934347 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f6b4b-253c-4d2e-8b66-e8d91fd88f8c req-9d3c1d09-2312-48df-9116-5efa76abea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:23:57.935764 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ac5f6b4b-253c-4d2e-8b66-e8d91fd88f8c req-9d3c1d09-2312-48df-9116-5efa76abea70 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ebaf9a1d-decc-4b44-8917-97a40dd6cd32 HTTP/1.1" status: 200  len: 913 time: 0.2391827
Jun 03 22:23:58.052521 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ac5f6b4b-253c-4d2e-8b66-e8d91fd88f8c req-64e2245d-d03b-4117-bfb7-cac31134147e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3df728dd-a916-448e-b505-d2edf0b55800 HTTP/1.1" status: 200  len: 1002 time: 0.1080172
Jun 03 22:23:58.122562 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f6b4b-253c-4d2e-8b66-e8d91fd88f8c req-fa89c720-4ac0-4687-9a4c-9a31b88baff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:23:58.124092 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ac5f6b4b-253c-4d2e-8b66-e8d91fd88f8c req-fa89c720-4ac0-4687-9a4c-9a31b88baff8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a52c3c6b-a445-47db-810f-6427fa90f388 HTTP/1.1" status: 200  len: 850 time: 0.0631251
Jun 03 22:23:58.211812 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5f6b4b-253c-4d2e-8b66-e8d91fd88f8c req-85d9a5a8-be4a-4a52-8563-033f14290184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:23:58.213594 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ac5f6b4b-253c-4d2e-8b66-e8d91fd88f8c req-85d9a5a8-be4a-4a52-8563-033f14290184 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ebaf9a1d-decc-4b44-8917-97a40dd6cd32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0815475
Jun 03 22:23:58.369308 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ac5f6b4b-253c-4d2e-8b66-e8d91fd88f8c req-b11aed78-3323-4137-af7e-de78b393141d service neutron] 10.222.0.58 "GET /v2.0/networks/ebaf9a1d-decc-4b44-8917-97a40dd6cd32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473825
Jun 03 22:23:58.518962 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-ac5f6b4b-253c-4d2e-8b66-e8d91fd88f8c req-f2a022db-04c5-4392-99f6-03fd42fecfc4 service neutron] 10.222.0.58 "GET /v2.0/networks/ebaf9a1d-decc-4b44-8917-97a40dd6cd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1409879
Jun 03 22:24:01.616094 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:24:16.042794 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:24:17.003025 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-90bcf965-892c-47c3-a70a-b15e461c8ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:24:19.684352 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:24:19.776618 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-f0f4aa38-9ce5-44b8-a212-af3a286e4d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:24:21.112906 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:24:22.436960 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:24:24.014017 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [req-34192517-49aa-408c-ab62-d3dd48ce787d req-8a3653f5-6484-41bc-8deb-0e0f1e7b8f9e service neutron] (92564) timed out ('10.222.0.58', 56164) {{(pid=92564) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 03 22:24:38.616327 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:24:46.053319 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:24:47.024998 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-f77bd2aa-169a-4b1f-8823-16a82573cb56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:24:49.690498 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:24:49.746719 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-5a72a971-dd8e-48ff-9e76-a51130e981cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:24:51.106463 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:24:52.432801 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:24:58.549452 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e92e92f5-215b-4c0d-a552-4a9537552663 req-72df0806-69b2-4a6b-ac3f-2787cedd6977 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=27ff6ff6-6758-4d42-b2b5-86e0655d4e7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0904214
Jun 03 22:24:58.694516 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e92f5-215b-4c0d-a552-4a9537552663 req-a700915c-64bf-455c-a51d-e2e53ee94c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:24:58.696047 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e92e92f5-215b-4c0d-a552-4a9537552663 req-a700915c-64bf-455c-a51d-e2e53ee94c40 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c14a1e6c501b4dd3966eb23d8b4969bc&device_id=27ff6ff6-6758-4d42-b2b5-86e0655d4e7b HTTP/1.1" status: 200  len: 1098 time: 0.0737007
Jun 03 22:24:58.849522 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e92f5-215b-4c0d-a552-4a9537552663 req-41b2d0c3-a05d-4859-9a46-b06ea30502bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:24:58.850970 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e92e92f5-215b-4c0d-a552-4a9537552663 req-41b2d0c3-a05d-4859-9a46-b06ea30502bf service neutron] 10.222.0.58 "GET /v2.0/networks?id=35f20c75-e7a0-4927-b48f-493b756f4e3d HTTP/1.1" status: 200  len: 918 time: 0.1326752
Jun 03 22:24:58.961622 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e92e92f5-215b-4c0d-a552-4a9537552663 req-d70d8155-4016-4c98-8b6a-24549786de35 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=871a6893-2775-4430-ab2e-fc9a4da65b53 HTTP/1.1" status: 200  len: 1001 time: 0.1025267
Jun 03 22:24:59.031121 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e92f5-215b-4c0d-a552-4a9537552663 req-3ab547b0-8a75-47c5-a0d0-37ebee1508a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:24:59.032625 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e92e92f5-215b-4c0d-a552-4a9537552663 req-3ab547b0-8a75-47c5-a0d0-37ebee1508a7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=67671872-aaef-41f0-85f5-6741db23bdd5 HTTP/1.1" status: 200  len: 855 time: 0.0635693
Jun 03 22:24:59.114430 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e92f5-215b-4c0d-a552-4a9537552663 req-8ce7f98f-3945-45f6-bf42-9bf5aa8b9354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:24:59.119085 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e92e92f5-215b-4c0d-a552-4a9537552663 req-8ce7f98f-3945-45f6-bf42-9bf5aa8b9354 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35f20c75-e7a0-4927-b48f-493b756f4e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0750737
Jun 03 22:24:59.262164 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e92e92f5-215b-4c0d-a552-4a9537552663 req-1f343bd1-3461-4367-b2ef-928a813a4cfb service neutron] 10.222.0.58 "GET /v2.0/networks/35f20c75-e7a0-4927-b48f-493b756f4e3d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374969
Jun 03 22:24:59.401815 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e92e92f5-215b-4c0d-a552-4a9537552663 req-89a306f3-8625-448e-bdc6-207bc902aa45 service neutron] 10.222.0.58 "GET /v2.0/networks/35f20c75-e7a0-4927-b48f-493b756f4e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1315444
Jun 03 22:25:15.615213 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:25:16.043768 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:17.053001 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-f0b74b96-e49f-401f-abc7-dba2df301cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:19.683540 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:19.773068 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-630ffe23-c592-40c8-b20c-b0828f9c9ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:21.112690 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:22.438307 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:40.008774 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a44ebd-535e-4158-b569-c35b502e6b14 req-4016db5b-d16c-4099-8f14-ca55d46aa9f8 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:25:40.010386 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-e0a44ebd-535e-4158-b569-c35b502e6b14 req-4016db5b-d16c-4099-8f14-ca55d46aa9f8 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/ports?device_id=27ff6ff6-6758-4d42-b2b5-86e0655d4e7b HTTP/1.1" status: 200  len: 945 time: 0.0900497
Jun 03 22:25:40.058638 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-e0a44ebd-535e-4158-b569-c35b502e6b14 req-35261538-aeeb-4576-b8f8-d84d909688f3 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/security-groups?id=8642e0c1-3e45-4316-b5c1-1259ee531a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419419
Jun 03 22:25:40.338485 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bedad2b-3b60-4a39-9a6c-961e4d1398e5 req-619faa00-3fe1-4544-98a7-af327b1644af tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:25:40.340021 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-5bedad2b-3b60-4a39-9a6c-961e4d1398e5 req-619faa00-3fe1-4544-98a7-af327b1644af tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.58 "GET /v2.0/ports?device_id=27ff6ff6-6758-4d42-b2b5-86e0655d4e7b HTTP/1.1" status: 200  len: 945 time: 0.0850439
Jun 03 22:25:40.497551 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [req-5bedad2b-3b60-4a39-9a6c-961e4d1398e5 req-e8e74c15-8057-4214-8afb-4735783a75a2 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Deleting port 871a6893-2775-4430-ab2e-fc9a4da65b53 {{(pid=92564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:25:40.497893 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-5bedad2b-3b60-4a39-9a6c-961e4d1398e5 req-e8e74c15-8057-4214-8afb-4735783a75a2 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:40.722740 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-5bedad2b-3b60-4a39-9a6c-961e4d1398e5 req-e8e74c15-8057-4214-8afb-4735783a75a2 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] For port 871a6893-2775-4430-ab2e-fc9a4da65b53, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=871a6893-2775-4430-ab2e-fc9a4da65b53,segment=NetworkSegment(eb669f87-637c-4e86-bcd2-b6b3456e5997),segment_id=eb669f87-637c-4e86-bcd2-b6b3456e5997)] {{(pid=92564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:25:40.723093 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-5bedad2b-3b60-4a39-9a6c-961e4d1398e5 req-e8e74c15-8057-4214-8afb-4735783a75a2 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:41.033351 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-5bedad2b-3b60-4a39-9a6c-961e4d1398e5 req-e8e74c15-8057-4214-8afb-4735783a75a2 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:41.033725 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-5bedad2b-3b60-4a39-9a6c-961e4d1398e5 req-e8e74c15-8057-4214-8afb-4735783a75a2 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-309359'] for floatingip, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:41.034042 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.db.l3_db [req-5bedad2b-3b60-4a39-9a6c-961e4d1398e5 req-e8e74c15-8057-4214-8afb-4735783a75a2 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Floating IP d0d71fa7-180a-4f74-a311-ff5fe64869de disassociated. External IP: 172.27.0.110, port: 871a6893-2775-4430-ab2e-fc9a4da65b53.
Jun 03 22:25:41.034385 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [req-5bedad2b-3b60-4a39-9a6c-961e4d1398e5 req-e8e74c15-8057-4214-8afb-4735783a75a2 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Calling delete_port for 871a6893-2775-4430-ab2e-fc9a4da65b53 owned by compute:nova {{(pid=92564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:25:41.279385 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394be2fb-64b2-437b-a14e-9f85c2863627 req-db6b2d28-1587-4265-b811-c33d9048d3a2 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:25:41.280874 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-394be2fb-64b2-437b-a14e-9f85c2863627 req-db6b2d28-1587-4265-b811-c33d9048d3a2 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/ports?device_id=27ff6ff6-6758-4d42-b2b5-86e0655d4e7b HTTP/1.1" status: 200  len: 945 time: 0.0858512
Jun 03 22:25:41.307427 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-5bedad2b-3b60-4a39-9a6c-961e4d1398e5 req-e8e74c15-8057-4214-8afb-4735783a75a2 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:41.315709 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-87e1ae8c-e86f-43ab-a319-c86d3d0ef332 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:25:41.363470 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e74c15-8057-4214-8afb-4735783a75a2 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Pushing event deleted for resources: {'Port': ['ID=871a6893-2775-4430-ab2e-fc9a4da65b53,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:25:41.381480 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e74c15-8057-4214-8afb-4735783a75a2 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:25:41.381855 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e74c15-8057-4214-8afb-4735783a75a2 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:25:41.382232 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e74c15-8057-4214-8afb-4735783a75a2 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:25:41.382601 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e74c15-8057-4214-8afb-4735783a75a2 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:25:41.382976 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e74c15-8057-4214-8afb-4735783a75a2 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:25:41.383374 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e74c15-8057-4214-8afb-4735783a75a2 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:25:41.390681 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e74c15-8057-4214-8afb-4735783a75a2 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:25:41.390681 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e74c15-8057-4214-8afb-4735783a75a2 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:25:41.390681 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e74c15-8057-4214-8afb-4735783a75a2 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:25:41.390681 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e74c15-8057-4214-8afb-4735783a75a2 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:25:41.390681 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e74c15-8057-4214-8afb-4735783a75a2 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:25:41.390681 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e74c15-8057-4214-8afb-4735783a75a2 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:25:41.392501 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-e8e74c15-8057-4214-8afb-4735783a75a2 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:25:41.402507 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-394be2fb-64b2-437b-a14e-9f85c2863627 req-23ade5c9-131f-4885-ac67-815a76afe3d6 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/security-groups?id=8642e0c1-3e45-4316-b5c1-1259ee531a6b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1113412
Jun 03 22:25:41.605822 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bedad2b-3b60-4a39-9a6c-961e4d1398e5 req-e8e74c15-8057-4214-8afb-4735783a75a2 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Router 08fd76d6-665a-4b44-ac56-4d1bb3b194c7 has already been hosted by L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 {{(pid=92564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 22:25:41.811577 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bedad2b-3b60-4a39-9a6c-961e4d1398e5 req-e8e74c15-8057-4214-8afb-4735783a75a2 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:25:41.822918 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec822977-1f60-41de-8736-5c9cbe73123b None None] Sync routers for ids ['08fd76d6-665a-4b44-ac56-4d1bb3b194c7'] in dv-cinder-794669-4-iscsi {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:25:41.834393 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec822977-1f60-41de-8736-5c9cbe73123b None None] Routers {'08fd76d6-665a-4b44-ac56-4d1bb3b194c7'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:25:41.835073 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-ec822977-1f60-41de-8736-5c9cbe73123b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814e691910>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:25:20Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['08fd76d6-665a-4b44-ac56-4d1bb3b194c7'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:25:41.913754 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bedad2b-3b60-4a39-9a6c-961e4d1398e5 req-e8e74c15-8057-4214-8afb-4735783a75a2 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] No DVR routers for this DVR port 871a6893-2775-4430-ab2e-fc9a4da65b53 on host hv-cinder-79466 {{(pid=92564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 22:25:41.916627 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-5bedad2b-3b60-4a39-9a6c-961e4d1398e5 req-e8e74c15-8057-4214-8afb-4735783a75a2 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:41.919476 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27ff6ff6-6758-4d42-b2b5-86e0655d4e7b', 'name': 'network-vif-deleted', 'tag': '871a6893-2775-4430-ab2e-fc9a4da65b53'}] {{(pid=92564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:25:41.921858 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c024af40dcbc7289fed731e5c35c42eecf8f16a39534b44a636824a10e0ed12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6761dc02-5f4d-46f4-8606-ce7aef198254" -d '{"events": [{"server_uuid": "27ff6ff6-6758-4d42-b2b5-86e0655d4e7b", "name": "network-vif-deleted", "tag": "871a6893-2775-4430-ab2e-fc9a4da65b53"}]}' {{(pid=92564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:25:42.024695 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-ec822977-1f60-41de-8736-5c9cbe73123b None None] Set router 08fd76d6-665a-4b44-ac56-4d1bb3b194c7 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:25:42.029336 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323be3ae-6e6a-4be4-9384-e4636a161102 x-openstack-request-id: req-323be3ae-6e6a-4be4-9384-e4636a161102 {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:25:42.029689 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27ff6ff6-6758-4d42-b2b5-86e0655d4e7b", "name": "network-vif-deleted", "tag": "871a6893-2775-4430-ab2e-fc9a4da65b53", "status": "completed", "code": 200}]} {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:25:42.029977 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-323be3ae-6e6a-4be4-9384-e4636a161102 {{(pid=92564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:25:42.030545 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27ff6ff6-6758-4d42-b2b5-86e0655d4e7b', 'name': 'network-vif-deleted', 'tag': '871a6893-2775-4430-ab2e-fc9a4da65b53', 'status': 'completed', 'code': 200}
Jun 03 22:25:42.107534 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-5bedad2b-3b60-4a39-9a6c-961e4d1398e5 req-e8e74c15-8057-4214-8afb-4735783a75a2 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.58 "DELETE /v2.0/ports/871a6893-2775-4430-ab2e-fc9a4da65b53 HTTP/1.1" status: 204  len: 173 time: 1.7598081
Jun 03 22:25:42.383027 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-ec822977-1f60-41de-8736-5c9cbe73123b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814e691910>, [{'id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'name': 'tempest-AttachVolumeShelveTestJSON-506570283-router', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:05:27Z', 'updated_at': '2021-06-03T22:05:37Z', 'revision_number': 4, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'gw_port': {'id': '5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:29Z', 'updated_at': '2021-06-03T22:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': 'c9658c03-c270-4c2b-a565-b199772763bf', 'name': '', 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'mac_address': 'fa:16:3e:dd:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '67671872-aaef-41f0-85f5-6741db23bdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:36Z', 'updated_at': '2021-06-03T22:05:50Z', 'revision_number': 5, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'subnets': [{'id': '67671872-aaef-41f0-85f5-6741db23bdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:25:42.387647 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec822977-1f60-41de-8736-5c9cbe73123b None None] Checking router: 08fd76d6-665a-4b44-ac56-4d1bb3b194c7 for host: dv-cinder-794669-4-iscsi {{(pid=92565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:25:42.397773 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec822977-1f60-41de-8736-5c9cbe73123b None None] Routers {'08fd76d6-665a-4b44-ac56-4d1bb3b194c7'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:25:42.398468 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-ec822977-1f60-41de-8736-5c9cbe73123b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814e691910>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:25:20Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['08fd76d6-665a-4b44-ac56-4d1bb3b194c7'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:25:42.597513 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-ec822977-1f60-41de-8736-5c9cbe73123b None None] Set router 08fd76d6-665a-4b44-ac56-4d1bb3b194c7 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:25:42.601177 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-d2ee2441-17a4-4ff2-b6b1-096bf574b2f8 req-9316b54f-9514-4655-91ba-c9f82a30132a tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Synchronizing usage tracker for tenant:c14a1e6c501b4dd3966eb23d8b4969bc on resource:port {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:25:42.734565 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-d2ee2441-17a4-4ff2-b6b1-096bf574b2f8 req-9316b54f-9514-4655-91ba-c9f82a30132a tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Unset dirty status for tenant:c14a1e6c501b4dd3966eb23d8b4969bc on resource:port {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:25:42.735894 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-d2ee2441-17a4-4ff2-b6b1-096bf574b2f8 req-9316b54f-9514-4655-91ba-c9f82a30132a tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/ports?device_id=27ff6ff6-6758-4d42-b2b5-86e0655d4e7b HTTP/1.1" status: 200  len: 210 time: 0.1830375
Jun 03 22:25:42.984073 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-ec822977-1f60-41de-8736-5c9cbe73123b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814e691910>, [{'id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'name': 'tempest-AttachVolumeShelveTestJSON-506570283-router', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:05:27Z', 'updated_at': '2021-06-03T22:05:37Z', 'revision_number': 4, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'gw_port': {'id': '5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:29Z', 'updated_at': '2021-06-03T22:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': 'c9658c03-c270-4c2b-a565-b199772763bf', 'name': '', 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'mac_address': 'fa:16:3e:dd:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '67671872-aaef-41f0-85f5-6741db23bdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:36Z', 'updated_at': '2021-06-03T22:05:50Z', 'revision_number': 5, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'subnets': [{'id': '67671872-aaef-41f0-85f5-6741db23bdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:25:42.991093 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec822977-1f60-41de-8736-5c9cbe73123b None None] The sync data for ids ['08fd76d6-665a-4b44-ac56-4d1bb3b194c7'] in dv-cinder-794669-4-iscsi is: [{'id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'name': 'tempest-AttachVolumeShelveTestJSON-506570283-router', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:05:27Z', 'updated_at': '2021-06-03T22:05:37Z', 'revision_number': 4, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'gw_port': {'id': '5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:29Z', 'updated_at': '2021-06-03T22:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': 'c9658c03-c270-4c2b-a565-b199772763bf', 'name': '', 'network_id': '35f20c75-e7a0-4927-b48f-493b756f4e3d', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'mac_address': 'fa:16:3e:dd:4d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '67671872-aaef-41f0-85f5-6741db23bdd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:36Z', 'updated_at': '2021-06-03T22:05:50Z', 'revision_number': 5, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'subnets': [{'id': '67671872-aaef-41f0-85f5-6741db23bdd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:25:43.245688 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69712882-ab6f-4285-ba04-e45cb446d6bd None None] New status for floating IP d0d71fa7-180a-4f74-a311-ff5fe64869de: DOWN {{(pid=92566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 22:25:43.910796 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 871a6893-2775-4430-ab2e-fc9a4da65b53 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:25:43.946521 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] No Port match for: 871a6893-2775-4430-ab2e-fc9a4da65b53 {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:25:43.946869 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 871a6893-2775-4430-ab2e-fc9a4da65b53 not bound to the agent host hv-cinder-79466 {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:25:45.054436 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 39208) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:25:45.270799 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-5f7ccbec-9eed-4ffa-b036-5446cda5cbc7 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:45.304451 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-5f7ccbec-9eed-4ffa-b036-5446cda5cbc7 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:45.483224 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-5f7ccbec-9eed-4ffa-b036-5446cda5cbc7 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:45.488316 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-c566297e-d1f7-48ff-a699-15ebeef93548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:25:45.504329 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ccbec-9eed-4ffa-b036-5446cda5cbc7 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8642e0c1-3e45-4316-b5c1-1259ee531a6b,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:25:45.514387 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ccbec-9eed-4ffa-b036-5446cda5cbc7 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:25:45.514770 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ccbec-9eed-4ffa-b036-5446cda5cbc7 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:25:45.515159 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ccbec-9eed-4ffa-b036-5446cda5cbc7 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:25:45.515560 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ccbec-9eed-4ffa-b036-5446cda5cbc7 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:25:45.515927 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ccbec-9eed-4ffa-b036-5446cda5cbc7 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:25:45.516292 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ccbec-9eed-4ffa-b036-5446cda5cbc7 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:25:45.516657 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ccbec-9eed-4ffa-b036-5446cda5cbc7 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:25:45.517026 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ccbec-9eed-4ffa-b036-5446cda5cbc7 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:25:45.517407 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ccbec-9eed-4ffa-b036-5446cda5cbc7 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:25:45.517743 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ccbec-9eed-4ffa-b036-5446cda5cbc7 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:25:45.518101 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ccbec-9eed-4ffa-b036-5446cda5cbc7 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:25:45.518457 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ccbec-9eed-4ffa-b036-5446cda5cbc7 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:25:45.522893 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-5f7ccbec-9eed-4ffa-b036-5446cda5cbc7 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:25:45.676741 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-5f7ccbec-9eed-4ffa-b036-5446cda5cbc7 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:45.677973 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-5f7ccbec-9eed-4ffa-b036-5446cda5cbc7 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "DELETE /v2.0/security-groups/8642e0c1-3e45-4316-b5c1-1259ee531a6b HTTP/1.1" status: 204  len: 168 time: 0.6223400
Jun 03 22:25:45.680814 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 39210) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:25:45.697735 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.api.v2.resource [None req-cbbccf29-2c3b-453a-acf1-ecd5f35867c8 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] show failed (client error): The resource could not be found.
Jun 03 22:25:45.698742 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-cbbccf29-2c3b-453a-acf1-ecd5f35867c8 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "GET /v2.0/security-groups/8642e0c1-3e45-4316-b5c1-1259ee531a6b HTTP/1.1" status: 404  len: 347 time: 0.0169516
Jun 03 22:25:45.701731 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 39212) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:25:46.034838 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [None req-83e8556f-31ef-4ee0-9d5a-a8c90b0cb8ef tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Deleting port 19e0d91c-4ca2-4c6c-aa1e-d85e1f06e0a1 {{(pid=92564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:25:46.035180 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-83e8556f-31ef-4ee0-9d5a-a8c90b0cb8ef tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:46.123378 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:46.158090 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-83e8556f-31ef-4ee0-9d5a-a8c90b0cb8ef tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:46.158427 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-83e8556f-31ef-4ee0-9d5a-a8c90b0cb8ef tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:46.294107 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [None req-83e8556f-31ef-4ee0-9d5a-a8c90b0cb8ef tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Calling delete_port for 19e0d91c-4ca2-4c6c-aa1e-d85e1f06e0a1 owned by network:floatingip {{(pid=92564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:25:46.552113 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-83e8556f-31ef-4ee0-9d5a-a8c90b0cb8ef tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:46.557487 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-07ca1502-e13c-41f6-9bac-07c6cb2972b3 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:25:46.607203 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e8556f-31ef-4ee0-9d5a-a8c90b0cb8ef tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Pushing event deleted for resources: {'Port': ['ID=19e0d91c-4ca2-4c6c-aa1e-d85e1f06e0a1,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:25:46.610272 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-83e8556f-31ef-4ee0-9d5a-a8c90b0cb8ef tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:25:46.702368 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-83e8556f-31ef-4ee0-9d5a-a8c90b0cb8ef tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks [] for floatingip, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:46.826323 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-83e8556f-31ef-4ee0-9d5a-a8c90b0cb8ef tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for floatingip, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:46.827426 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-83e8556f-31ef-4ee0-9d5a-a8c90b0cb8ef tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] 10.222.0.106 "DELETE /v2.0/floatingips/d0d71fa7-180a-4f74-a311-ff5fe64869de HTTP/1.1" status: 204  len: 168 time: 1.1247394
Jun 03 22:25:47.007507 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-958ce726-71ea-4228-b3e6-b59578c21a04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:49.751359 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:49.818647 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9f1ee6c-7130-47f0-8f1f-7b84573922ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:50.392736 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 39238) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:25:51.143416 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-746a1b3d-1832-476d-86f3-2ce86ccf7a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664943'] for router_interface, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:51.167431 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:51.612605 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.plugin [None req-746a1b3d-1832-476d-86f3-2ce86ccf7a24 admin admin] Deleting port c9658c03-c270-4c2b-a565-b199772763bf {{(pid=92563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:25:51.613585 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-746a1b3d-1832-476d-86f3-2ce86ccf7a24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:51.742528 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.db [None req-746a1b3d-1832-476d-86f3-2ce86ccf7a24 admin admin] For port c9658c03-c270-4c2b-a565-b199772763bf, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=c9658c03-c270-4c2b-a565-b199772763bf,segment=NetworkSegment(eb669f87-637c-4e86-bcd2-b6b3456e5997),segment_id=eb669f87-637c-4e86-bcd2-b6b3456e5997)] {{(pid=92563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:25:51.742884 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-746a1b3d-1832-476d-86f3-2ce86ccf7a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:51.871992 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.plugin [None req-746a1b3d-1832-476d-86f3-2ce86ccf7a24 admin admin] Calling delete_port for c9658c03-c270-4c2b-a565-b199772763bf owned by network:router_interface {{(pid=92563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:25:52.299416 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-746a1b3d-1832-476d-86f3-2ce86ccf7a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33200950'] for port, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:52.306266 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-4ac3f467-7bed-4c63-979f-426dc7274438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:25:52.355622 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a1b3d-1832-476d-86f3-2ce86ccf7a24 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9658c03-c270-4c2b-a565-b199772763bf,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:25:52.387112 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-746a1b3d-1832-476d-86f3-2ce86ccf7a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:25:52.443457 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:52.616410 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:25:52.646160 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-746a1b3d-1832-476d-86f3-2ce86ccf7a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666801'] for router_interface, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:53.024039 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746a1b3d-1832-476d-86f3-2ce86ccf7a24 admin admin] Router 08fd76d6-665a-4b44-ac56-4d1bb3b194c7 has already been hosted by L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 {{(pid=92563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 22:25:53.226090 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746a1b3d-1832-476d-86f3-2ce86ccf7a24 admin admin] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:25:53.236376 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceccd808-437e-441a-a97e-6e201741371f None None] Sync routers for ids ['08fd76d6-665a-4b44-ac56-4d1bb3b194c7'] in dv-cinder-794669-4-iscsi {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:25:53.239987 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-746a1b3d-1832-476d-86f3-2ce86ccf7a24 admin admin] 10.222.0.106 "PUT /v2.0/routers/08fd76d6-665a-4b44-ac56-4d1bb3b194c7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8460829
Jun 03 22:25:53.242716 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 39242) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:25:53.248885 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceccd808-437e-441a-a97e-6e201741371f None None] Routers {'08fd76d6-665a-4b44-ac56-4d1bb3b194c7'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:25:53.249619 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-ceccd808-437e-441a-a97e-6e201741371f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814e2a73d0>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:25:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['08fd76d6-665a-4b44-ac56-4d1bb3b194c7'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:25:53.436258 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-bfa7cbdc-2e96-4e17-a43b-3288f73f2580 admin admin] Notify callbacks [] for router, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:53.440454 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-ceccd808-437e-441a-a97e-6e201741371f None None] Set router 08fd76d6-665a-4b44-ac56-4d1bb3b194c7 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:25:53.647600 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-bfa7cbdc-2e96-4e17-a43b-3288f73f2580 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:53.754473 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-ceccd808-437e-441a-a97e-6e201741371f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814e2a73d0>, [{'id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'name': 'tempest-AttachVolumeShelveTestJSON-506570283-router', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:05:27Z', 'updated_at': '2021-06-03T22:25:52Z', 'revision_number': 5, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'gw_port': {'id': '5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:01:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:05:29Z', 'updated_at': '2021-06-03T22:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:25:53.759656 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceccd808-437e-441a-a97e-6e201741371f None None] Checking router: 08fd76d6-665a-4b44-ac56-4d1bb3b194c7 for host: dv-cinder-794669-4-iscsi {{(pid=92565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:25:53.769137 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceccd808-437e-441a-a97e-6e201741371f None None] Routers {'08fd76d6-665a-4b44-ac56-4d1bb3b194c7'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:25:53.769778 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-ceccd808-437e-441a-a97e-6e201741371f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814e2a73d0>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:25:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['08fd76d6-665a-4b44-ac56-4d1bb3b194c7'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:25:53.868105 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [None req-bfa7cbdc-2e96-4e17-a43b-3288f73f2580 admin admin] Deleting port 5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5 {{(pid=92564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:25:53.868558 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-bfa7cbdc-2e96-4e17-a43b-3288f73f2580 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:53.944771 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-ceccd808-437e-441a-a97e-6e201741371f None None] Set router 08fd76d6-665a-4b44-ac56-4d1bb3b194c7 gateway port host: None {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:25:54.020415 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [None req-bfa7cbdc-2e96-4e17-a43b-3288f73f2580 admin admin] For port 5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5,segment=NetworkSegment(cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c),segment_id=cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c)] {{(pid=92564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:25:54.020780 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-bfa7cbdc-2e96-4e17-a43b-3288f73f2580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:54.096346 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-ceccd808-437e-441a-a97e-6e201741371f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814e2a73d0>, [{'id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'name': 'tempest-AttachVolumeShelveTestJSON-506570283-router', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:05:27Z', 'updated_at': '2021-06-03T22:25:53Z', 'revision_number': 6, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'gw_port_host': None}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:25:54.103271 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceccd808-437e-441a-a97e-6e201741371f None None] The sync data for ids ['08fd76d6-665a-4b44-ac56-4d1bb3b194c7'] in dv-cinder-794669-4-iscsi is: [{'id': '08fd76d6-665a-4b44-ac56-4d1bb3b194c7', 'name': 'tempest-AttachVolumeShelveTestJSON-506570283-router', 'tenant_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:05:27Z', 'updated_at': '2021-06-03T22:25:53Z', 'revision_number': 6, 'project_id': 'c14a1e6c501b4dd3966eb23d8b4969bc', 'gw_port_host': None}] {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:25:54.153910 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [None req-bfa7cbdc-2e96-4e17-a43b-3288f73f2580 admin admin] Calling delete_port for 5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5 owned by network:router_gateway {{(pid=92564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:25:54.443216 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-bfa7cbdc-2e96-4e17-a43b-3288f73f2580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:54.447533 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-04fc3bb2-cb73-4e2c-980e-9d4539a3d96e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:25:54.498223 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7cbdc-2e96-4e17-a43b-3288f73f2580 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:25:54.501679 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-bfa7cbdc-2e96-4e17-a43b-3288f73f2580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:25:54.690970 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-bfa7cbdc-2e96-4e17-a43b-3288f73f2580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-309266'] for router_gateway, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:54.877877 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-bfa7cbdc-2e96-4e17-a43b-3288f73f2580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-710188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38400'] for router, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:54.880411 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-bfa7cbdc-2e96-4e17-a43b-3288f73f2580 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:55.037671 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-bfa7cbdc-2e96-4e17-a43b-3288f73f2580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-710328'] for router, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:55.038300 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa7cbdc-2e96-4e17-a43b-3288f73f2580 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08fd76d6-665a-4b44-ac56-4d1bb3b194c7 {{(pid=92564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 03 22:25:55.059724 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-bfa7cbdc-2e96-4e17-a43b-3288f73f2580 admin admin] Notify callbacks [] for router, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:55.061386 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-bfa7cbdc-2e96-4e17-a43b-3288f73f2580 admin admin] 10.222.0.106 "DELETE /v2.0/routers/08fd76d6-665a-4b44-ac56-4d1bb3b194c7 HTTP/1.1" status: 204  len: 168 time: 1.8170886
Jun 03 22:25:55.065534 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 39246) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:25:55.118005 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device c9658c03-c270-4c2b-a565-b199772763bf no longer exists at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:25:55.150606 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ac49d0-58d0-4e10-8385-cceca81be45f admin admin] Deleting subnet 67671872-aaef-41f0-85f5-6741db23bdd5 {{(pid=92563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 22:25:55.154306 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-88ac49d0-58d0-4e10-8385-cceca81be45f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:55.163326 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] No Port match for: c9658c03-c270-4c2b-a565-b199772763bf {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:25:55.163713 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device c9658c03-c270-4c2b-a565-b199772763bf not bound to the agent host dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:25:55.164161 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5 no longer exists at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:25:55.200254 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] No Port match for: 5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5 {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:25:55.200569 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 5ddf05e1-d952-4f8f-9de8-1fa0f2a801c5 not bound to the agent host dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:25:55.216449 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-88ac49d0-58d0-4e10-8385-cceca81be45f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840165'] for subnet, precommit_delete_associations {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:55.298534 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-88ac49d0-58d0-4e10-8385-cceca81be45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799703'] for subnet, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:55.751741 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-88ac49d0-58d0-4e10-8385-cceca81be45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33200899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31823006'] for subnet, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:55.756022 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:25:55.792396 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac49d0-58d0-4e10-8385-cceca81be45f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67671872-aaef-41f0-85f5-6741db23bdd5,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:25:55.794503 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-88ac49d0-58d0-4e10-8385-cceca81be45f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for subnet, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:55.797314 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-88ac49d0-58d0-4e10-8385-cceca81be45f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:25:55.801434 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4cb3b4-5889-4b75-8892-77683d9e1d15 None None] Network 35f20c75-e7a0-4927-b48f-493b756f4e3d requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:25:55.803136 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-88ac49d0-58d0-4e10-8385-cceca81be45f admin admin] 10.222.0.106 "DELETE /v2.0/subnets/67671872-aaef-41f0-85f5-6741db23bdd5 HTTP/1.1" status: 204  len: 168 time: 0.7358441
Jun 03 22:25:55.805698 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 39248) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:25:55.919091 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b4d882e2-8ddc-4003-9302-6b83a668b555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1319667'] for network, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:55.992609 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.plugin [None req-b4d882e2-8ddc-4003-9302-6b83a668b555 admin admin] Deleting port b867f911-d585-4976-9d95-e9d7733b3751 {{(pid=92563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:25:55.992947 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b4d882e2-8ddc-4003-9302-6b83a668b555 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:56.101745 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f194e98-f930-4b3a-b27b-d04a4c9a763a None None] DHCP port deletion for 35f20c75-e7a0-4927-b48f-493b756f4e3d request from dv-cinder-794669-4-iscsi {{(pid=92565) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 03 22:25:56.102158 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.db [None req-b4d882e2-8ddc-4003-9302-6b83a668b555 admin admin] For port b867f911-d585-4976-9d95-e9d7733b3751, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=b867f911-d585-4976-9d95-e9d7733b3751,segment=NetworkSegment(eb669f87-637c-4e86-bcd2-b6b3456e5997),segment_id=eb669f87-637c-4e86-bcd2-b6b3456e5997)] {{(pid=92563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:25:56.102687 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b4d882e2-8ddc-4003-9302-6b83a668b555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:56.172315 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-7f194e98-f930-4b3a-b27b-d04a4c9a763a None None] Deleting port b867f911-d585-4976-9d95-e9d7733b3751 {{(pid=92565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:25:56.173043 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-7f194e98-f930-4b3a-b27b-d04a4c9a763a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:56.238211 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.plugin [None req-b4d882e2-8ddc-4003-9302-6b83a668b555 admin admin] Calling delete_port for b867f911-d585-4976-9d95-e9d7733b3751 owned by network:dhcp {{(pid=92563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:25:56.338676 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-7f194e98-f930-4b3a-b27b-d04a4c9a763a None None] For port b867f911-d585-4976-9d95-e9d7733b3751, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=b867f911-d585-4976-9d95-e9d7733b3751,segment=NetworkSegment(eb669f87-637c-4e86-bcd2-b6b3456e5997),segment_id=eb669f87-637c-4e86-bcd2-b6b3456e5997)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:25:56.338953 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-7f194e98-f930-4b3a-b27b-d04a4c9a763a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:56.413080 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b4d882e2-8ddc-4003-9302-6b83a668b555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33200950'] for port, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:56.417005 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-eace134d-0287-4484-9846-7b9da0804478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:25:56.462947 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-7f194e98-f930-4b3a-b27b-d04a4c9a763a None None] Calling delete_port for b867f911-d585-4976-9d95-e9d7733b3751 owned by network:dhcp {{(pid=92565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:25:56.463651 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d882e2-8ddc-4003-9302-6b83a668b555 admin admin] Pushing event deleted for resources: {'Port': ['ID=b867f911-d585-4976-9d95-e9d7733b3751,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:25:56.465465 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d882e2-8ddc-4003-9302-6b83a668b555 admin admin] No DVR routers for this DVR port b867f911-d585-4976-9d95-e9d7733b3751 on host dv-cinder-794669-4-iscsi {{(pid=92563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 22:25:56.467043 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-b4d882e2-8ddc-4003-9302-6b83a668b555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:25:56.515651 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-7f194e98-f930-4b3a-b27b-d04a4c9a763a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549'] for port, after_delete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:56.520690 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:25:56.566740 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f194e98-f930-4b3a-b27b-d04a4c9a763a None None] Pushing event deleted for resources: {'Port': ['ID=b867f911-d585-4976-9d95-e9d7733b3751,revision_number=None']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:25:56.573031 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f194e98-f930-4b3a-b27b-d04a4c9a763a None None] No DVR routers for this DVR port b867f911-d585-4976-9d95-e9d7733b3751 on host dv-cinder-794669-4-iscsi {{(pid=92565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 22:25:56.580900 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f194e98-f930-4b3a-b27b-d04a4c9a763a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:25:56.581250 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f194e98-f930-4b3a-b27b-d04a4c9a763a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:25:56.581576 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f194e98-f930-4b3a-b27b-d04a4c9a763a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:25:56.581905 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f194e98-f930-4b3a-b27b-d04a4c9a763a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:25:56.582228 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f194e98-f930-4b3a-b27b-d04a4c9a763a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:25:56.582552 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f194e98-f930-4b3a-b27b-d04a4c9a763a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:25:56.582915 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f194e98-f930-4b3a-b27b-d04a4c9a763a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:25:56.583283 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f194e98-f930-4b3a-b27b-d04a4c9a763a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:25:56.583637 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f194e98-f930-4b3a-b27b-d04a4c9a763a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:25:56.583963 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f194e98-f930-4b3a-b27b-d04a4c9a763a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:25:56.584281 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f194e98-f930-4b3a-b27b-d04a4c9a763a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:25:56.585125 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f194e98-f930-4b3a-b27b-d04a4c9a763a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:25:56.589058 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b4d882e2-8ddc-4003-9302-6b83a668b555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1799298', 'neutron.services.segments.db._delete_segments_for_network-8762086254785'] for network, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:56.589482 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-7f194e98-f930-4b3a-b27b-d04a4c9a763a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:25:56.602870 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.services.segments.db [None req-b4d882e2-8ddc-4003-9302-6b83a668b555 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f814daa0640>,) {'filters': {'network_id': ['35f20c75-e7a0-4927-b48f-493b756f4e3d']}} {{(pid=92563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:25:56.617853 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.services.segments.db [None req-b4d882e2-8ddc-4003-9302-6b83a668b555 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f814daa0640>, 'eb669f87-637c-4e86-bcd2-b6b3456e5997') {'for_net_delete': True} {{(pid=92563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:25:56.618169 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.services.segments.db [None req-b4d882e2-8ddc-4003-9302-6b83a668b555 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f814daa0640>, 'eb669f87-637c-4e86-bcd2-b6b3456e5997') {} {{(pid=92563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:25:56.631934 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b4d882e2-8ddc-4003-9302-6b83a668b555 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762086257628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840220'] for segment, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:56.648648 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b4d882e2-8ddc-4003-9302-6b83a668b555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286'] for segment, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:56.655425 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d882e2-8ddc-4003-9302-6b83a668b555 admin admin] Releasing vlan 1410 on physical network physnet1 to pool {{(pid=92563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 22:25:56.661582 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b4d882e2-8ddc-4003-9302-6b83a668b555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33201129'] for segment, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:56.669662 dv-cinder-794669-4-iscsi neutron-server[92563]: Traceback (most recent call last):
Jun 03 22:25:56.669662 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 22:25:56.669662 dv-cinder-794669-4-iscsi neutron-server[92563]:     timer()
Jun 03 22:25:56.669662 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 22:25:56.669662 dv-cinder-794669-4-iscsi neutron-server[92563]:     cb(*args, **kw)
Jun 03 22:25:56.669662 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 22:25:56.669662 dv-cinder-794669-4-iscsi neutron-server[92563]:     return func(*args, **kwargs)
Jun 03 22:25:56.669662 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 22:25:56.669662 dv-cinder-794669-4-iscsi neutron-server[92563]:     self._notify()
Jun 03 22:25:56.669662 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 22:25:56.669662 dv-cinder-794669-4-iscsi neutron-server[92563]:     self.callback(batched_events)
Jun 03 22:25:56.669662 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 22:25:56.669662 dv-cinder-794669-4-iscsi neutron-server[92563]:     event.method(event)
Jun 03 22:25:56.669662 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 22:25:56.669662 dv-cinder-794669-4-iscsi neutron-server[92563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 22:25:56.669662 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 22:25:56.669662 dv-cinder-794669-4-iscsi neutron-server[92563]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 22:25:56.669662 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 22:25:56.669662 dv-cinder-794669-4-iscsi neutron-server[92563]:     return f(self, *a, **k)
Jun 03 22:25:56.669662 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 22:25:56.669662 dv-cinder-794669-4-iscsi neutron-server[92563]:     return self._get(url).json()
Jun 03 22:25:56.669662 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 22:25:56.669662 dv-cinder-794669-4-iscsi neutron-server[92563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 22:25:56.669662 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 22:25:56.669662 dv-cinder-794669-4-iscsi neutron-server[92563]:     return self.request(url, 'GET', **kwargs)
Jun 03 22:25:56.669662 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 22:25:56.669662 dv-cinder-794669-4-iscsi neutron-server[92563]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 22:25:56.669662 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 22:25:56.669662 dv-cinder-794669-4-iscsi neutron-server[92563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 22:25:56.669662 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 22:25:56.669662 dv-cinder-794669-4-iscsi neutron-server[92563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 22:25:56.669662 dv-cinder-794669-4-iscsi neutron-server[92563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 22:25:56.888866 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b4d882e2-8ddc-4003-9302-6b83a668b555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1799305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-309369'] for network, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:56.892522 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-4db90210-27f3-4bec-b6d4-26750648d84b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:25:56.906763 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b4d882e2-8ddc-4003-9302-6b83a668b555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for network, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:56.919054 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d882e2-8ddc-4003-9302-6b83a668b555 admin admin] Pushing event deleted for resources: {'Network': ['ID=35f20c75-e7a0-4927-b48f-493b756f4e3d,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:25:56.923782 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-b4d882e2-8ddc-4003-9302-6b83a668b555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:25:57.015500 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-b4d882e2-8ddc-4003-9302-6b83a668b555 admin admin] 10.222.0.106 "DELETE /v2.0/networks/35f20c75-e7a0-4927-b48f-493b756f4e3d HTTP/1.1" status: 204  len: 168 time: 1.2086244
Jun 03 22:25:57.100884 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device b867f911-d585-4976-9d95-e9d7733b3751 no longer exists at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:25:57.136608 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] No Port match for: b867f911-d585-4976-9d95-e9d7733b3751 {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:25:57.136966 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device b867f911-d585-4976-9d95-e9d7733b3751 not bound to the agent host dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:25:57.462040 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 39252) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:25:57.526448 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-a494dd2d-69d8-42bb-aa79-82b740343feb admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=c14a1e6c501b4dd3966eb23d8b4969bc&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0628219
Jun 03 22:25:57.528789 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 39254) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:25:57.622893 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5c4e9b82-0926-4f9d-9fdc-2ede8400425c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:57.654329 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5c4e9b82-0926-4f9d-9fdc-2ede8400425c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:57.838336 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5c4e9b82-0926-4f9d-9fdc-2ede8400425c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:57.844439 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-a0da4c26-68a6-421f-bac4-343f5063088d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:25:57.860745 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4e9b82-0926-4f9d-9fdc-2ede8400425c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d236e0a-2299-40a3-a783-f7332b7cd4ef,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:25:57.865627 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-5c4e9b82-0926-4f9d-9fdc-2ede8400425c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:25:57.869244 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5c4e9b82-0926-4f9d-9fdc-2ede8400425c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:25:57.870621 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-5c4e9b82-0926-4f9d-9fdc-2ede8400425c admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/3d236e0a-2299-40a3-a783-f7332b7cd4ef HTTP/1.1" status: 204  len: 168 time: 0.3403172
Jun 03 22:25:58.624871 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-7cc97982-90bd-4b53-ae16-0f8fb1472ed1 req-36aeb49d-07ab-455f-8601-a070c2e40d08 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=660764f2-9159-461b-8c6a-406339fd2edd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0768147
Jun 03 22:25:58.725793 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc97982-90bd-4b53-ae16-0f8fb1472ed1 req-769bc5b7-4592-49fe-96e4-8184f0d9b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:25:58.727290 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-7cc97982-90bd-4b53-ae16-0f8fb1472ed1 req-769bc5b7-4592-49fe-96e4-8184f0d9b784 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8bddcb3939c342928d67721b6a1cbfbd&device_id=660764f2-9159-461b-8c6a-406339fd2edd HTTP/1.1" status: 200  len: 1099 time: 0.0765512
Jun 03 22:25:58.895700 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc97982-90bd-4b53-ae16-0f8fb1472ed1 req-0f341900-b761-4d5b-b8cc-cb667f1ef3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:25:58.897172 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-7cc97982-90bd-4b53-ae16-0f8fb1472ed1 req-0f341900-b761-4d5b-b8cc-cb667f1ef3c4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ebaf9a1d-decc-4b44-8917-97a40dd6cd32 HTTP/1.1" status: 200  len: 913 time: 0.1421051
Jun 03 22:25:59.008217 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-7cc97982-90bd-4b53-ae16-0f8fb1472ed1 req-84c6f5fc-4698-4909-a0e0-9e561c01eb88 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3df728dd-a916-448e-b505-d2edf0b55800 HTTP/1.1" status: 200  len: 1002 time: 0.1025624
Jun 03 22:25:59.074475 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc97982-90bd-4b53-ae16-0f8fb1472ed1 req-605b941c-2192-4e91-88d9-443533001480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:25:59.075877 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-7cc97982-90bd-4b53-ae16-0f8fb1472ed1 req-605b941c-2192-4e91-88d9-443533001480 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a52c3c6b-a445-47db-810f-6427fa90f388 HTTP/1.1" status: 200  len: 850 time: 0.0594330
Jun 03 22:25:59.179616 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc97982-90bd-4b53-ae16-0f8fb1472ed1 req-7b6b1d51-e73a-4454-8aba-80432b19a988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:25:59.181175 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-7cc97982-90bd-4b53-ae16-0f8fb1472ed1 req-7b6b1d51-e73a-4454-8aba-80432b19a988 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ebaf9a1d-decc-4b44-8917-97a40dd6cd32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0963061
Jun 03 22:25:59.342555 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-7cc97982-90bd-4b53-ae16-0f8fb1472ed1 req-9a696c75-d220-4ea9-aea9-3b37fc18569d service neutron] 10.222.0.58 "GET /v2.0/networks/ebaf9a1d-decc-4b44-8917-97a40dd6cd32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1522408
Jun 03 22:25:59.492493 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-7cc97982-90bd-4b53-ae16-0f8fb1472ed1 req-db43a626-270b-4543-8095-f89c89aad65b service neutron] 10.222.0.58 "GET /v2.0/networks/ebaf9a1d-decc-4b44-8917-97a40dd6cd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1420152
Jun 03 22:26:16.134206 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:26:17.063973 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f724a27-8b45-4c08-85ab-b499b7f0af4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:26:19.751775 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:26:19.984939 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-020cfb97-7e06-420d-b544-6fa4d9ba9c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:26:21.138629 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:26:22.492485 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:26:29.615348 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:26:46.104002 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:26:47.017878 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-6241ab69-2648-4326-b44b-edaf642dbe9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:26:49.699688 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:26:49.750713 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-56885805-cb05-4dc6-96e5-f7c03112d426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:26:51.162285 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:26:52.589228 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:26:55.815283 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 39652) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:26:55.972109 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-52f77add-7f99-4b38-836e-5ad1ab040f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:26:55.989214 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-52f77add-7f99-4b38-836e-5ad1ab040f9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:26:55.993412 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-52f77add-7f99-4b38-836e-5ad1ab040f9a admin admin] Usage tracker for resource:security_group_rule and tenant:a0ce63d518854e58b1e27b7fa94216ad is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:26:55.997041 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-52f77add-7f99-4b38-836e-5ad1ab040f9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:26:56.004254 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-52f77add-7f99-4b38-836e-5ad1ab040f9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:26:56.101637 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-52f77add-7f99-4b38-836e-5ad1ab040f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:26:56.208583 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-52f77add-7f99-4b38-836e-5ad1ab040f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:26:56.218861 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-055cfa7a-54ba-4bb8-a445-93c59de77936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:26:56.264236 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-52f77add-7f99-4b38-836e-5ad1ab040f9a admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=a0ce63d518854e58b1e27b7fa94216ad&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4478097
Jun 03 22:26:56.266265 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f77add-7f99-4b38-836e-5ad1ab040f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85494dca-3f97-4517-8169-aed40177e6f8,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:26:56.269037 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 39656) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:26:56.275709 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f77add-7f99-4b38-836e-5ad1ab040f9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:26:56.276086 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f77add-7f99-4b38-836e-5ad1ab040f9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:26:56.276450 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f77add-7f99-4b38-836e-5ad1ab040f9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:26:56.276857 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f77add-7f99-4b38-836e-5ad1ab040f9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:26:56.277215 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f77add-7f99-4b38-836e-5ad1ab040f9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:26:56.277620 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f77add-7f99-4b38-836e-5ad1ab040f9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:26:56.278006 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f77add-7f99-4b38-836e-5ad1ab040f9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:26:56.278362 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f77add-7f99-4b38-836e-5ad1ab040f9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:26:56.278715 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f77add-7f99-4b38-836e-5ad1ab040f9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:26:56.279062 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f77add-7f99-4b38-836e-5ad1ab040f9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:26:56.279432 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f77add-7f99-4b38-836e-5ad1ab040f9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:26:56.279791 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f77add-7f99-4b38-836e-5ad1ab040f9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:26:56.284957 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-52f77add-7f99-4b38-836e-5ad1ab040f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:26:56.350259 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-8cf5589f-df2b-4ad8-bc3b-1d0f28f1f073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:26:56.381525 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-8cf5589f-df2b-4ad8-bc3b-1d0f28f1f073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:26:56.545124 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-8cf5589f-df2b-4ad8-bc3b-1d0f28f1f073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:26:56.551705 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-198cbc7c-9d83-4917-a314-04294eb799ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:26:56.565281 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5589f-df2b-4ad8-bc3b-1d0f28f1f073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85494dca-3f97-4517-8169-aed40177e6f8,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:26:56.575448 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf5589f-df2b-4ad8-bc3b-1d0f28f1f073 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:26:56.575836 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf5589f-df2b-4ad8-bc3b-1d0f28f1f073 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:26:56.576202 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf5589f-df2b-4ad8-bc3b-1d0f28f1f073 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:26:56.576564 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf5589f-df2b-4ad8-bc3b-1d0f28f1f073 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:26:56.577425 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf5589f-df2b-4ad8-bc3b-1d0f28f1f073 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:26:56.577851 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf5589f-df2b-4ad8-bc3b-1d0f28f1f073 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:26:56.578214 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf5589f-df2b-4ad8-bc3b-1d0f28f1f073 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:26:56.578564 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf5589f-df2b-4ad8-bc3b-1d0f28f1f073 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:26:56.578918 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf5589f-df2b-4ad8-bc3b-1d0f28f1f073 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:26:56.579267 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf5589f-df2b-4ad8-bc3b-1d0f28f1f073 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:26:56.579648 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf5589f-df2b-4ad8-bc3b-1d0f28f1f073 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:26:56.579998 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf5589f-df2b-4ad8-bc3b-1d0f28f1f073 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:26:56.583120 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-8cf5589f-df2b-4ad8-bc3b-1d0f28f1f073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:26:56.584492 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-8cf5589f-df2b-4ad8-bc3b-1d0f28f1f073 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/85494dca-3f97-4517-8169-aed40177e6f8 HTTP/1.1" status: 204  len: 168 time: 0.3140464
Jun 03 22:26:56.585355 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-8cf5589f-df2b-4ad8-bc3b-1d0f28f1f073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:26:57.423069 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 39664) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:26:57.440902 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-97b218f2-84f4-4cfc-b97f-b86559488951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:26:57.456316 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-97b218f2-84f4-4cfc-b97f-b86559488951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:26:57.460544 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-97b218f2-84f4-4cfc-b97f-b86559488951 admin admin] Usage tracker for resource:security_group_rule and tenant:6678cda0a06944f8b81005430443b6c5 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:26:57.463579 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-97b218f2-84f4-4cfc-b97f-b86559488951 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:26:57.469608 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-97b218f2-84f4-4cfc-b97f-b86559488951 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:26:57.563507 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-97b218f2-84f4-4cfc-b97f-b86559488951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:26:57.664832 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-97b218f2-84f4-4cfc-b97f-b86559488951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:26:57.673205 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-449dbc0d-40ef-46f6-8dab-b999d5e9e58e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:26:57.716320 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b218f2-84f4-4cfc-b97f-b86559488951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22426d4d-da05-4668-a621-1c322211cdae,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:26:57.720118 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-97b218f2-84f4-4cfc-b97f-b86559488951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:26:57.722701 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-97b218f2-84f4-4cfc-b97f-b86559488951 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=6678cda0a06944f8b81005430443b6c5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2985733
Jun 03 22:26:57.725997 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 39666) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:26:57.792946 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-3bc2bb51-4dcc-42e9-b21e-5e804b989400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:26:57.821985 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-3bc2bb51-4dcc-42e9-b21e-5e804b989400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:26:58.006293 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-3bc2bb51-4dcc-42e9-b21e-5e804b989400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:26:58.010228 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-a788bd5e-6529-41ca-95a8-42f832721225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:26:58.023928 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc2bb51-4dcc-42e9-b21e-5e804b989400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22426d4d-da05-4668-a621-1c322211cdae,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:26:58.026275 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-3bc2bb51-4dcc-42e9-b21e-5e804b989400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:26:58.037515 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-3bc2bb51-4dcc-42e9-b21e-5e804b989400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:26:58.038651 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-3bc2bb51-4dcc-42e9-b21e-5e804b989400 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/22426d4d-da05-4668-a621-1c322211cdae HTTP/1.1" status: 204  len: 168 time: 0.3117175
Jun 03 22:26:59.722600 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e12063b0-b445-4c9d-b107-74379f926f4a req-ad0e3f55-f68c-412c-aa97-4cbde3948202 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=660764f2-9159-461b-8c6a-406339fd2edd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2111714
Jun 03 22:27:00.036774 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12063b0-b445-4c9d-b107-74379f926f4a req-04547d78-30ec-4f57-8a6c-1e1e07b2276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:27:00.038624 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e12063b0-b445-4c9d-b107-74379f926f4a req-04547d78-30ec-4f57-8a6c-1e1e07b2276c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8bddcb3939c342928d67721b6a1cbfbd&device_id=660764f2-9159-461b-8c6a-406339fd2edd HTTP/1.1" status: 200  len: 1099 time: 0.2305367
Jun 03 22:27:00.226883 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12063b0-b445-4c9d-b107-74379f926f4a req-a52c1bb1-1d24-44b4-8430-5b9a599748ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:27:00.228442 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e12063b0-b445-4c9d-b107-74379f926f4a req-a52c1bb1-1d24-44b4-8430-5b9a599748ab service neutron] 10.222.0.58 "GET /v2.0/networks?id=ebaf9a1d-decc-4b44-8917-97a40dd6cd32 HTTP/1.1" status: 200  len: 913 time: 0.1615465
Jun 03 22:27:00.353846 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e12063b0-b445-4c9d-b107-74379f926f4a req-908f8b6e-a78c-4f9a-a588-2f06f7665dfd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3df728dd-a916-448e-b505-d2edf0b55800 HTTP/1.1" status: 200  len: 1002 time: 0.1169403
Jun 03 22:27:00.427381 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12063b0-b445-4c9d-b107-74379f926f4a req-67dfffc4-4721-41fa-b72e-1ac077068e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:27:00.429063 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e12063b0-b445-4c9d-b107-74379f926f4a req-67dfffc4-4721-41fa-b72e-1ac077068e39 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a52c3c6b-a445-47db-810f-6427fa90f388 HTTP/1.1" status: 200  len: 850 time: 0.0672688
Jun 03 22:27:00.525815 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12063b0-b445-4c9d-b107-74379f926f4a req-f276c089-40bc-4dce-a183-235012502580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:27:00.527311 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e12063b0-b445-4c9d-b107-74379f926f4a req-f276c089-40bc-4dce-a183-235012502580 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ebaf9a1d-decc-4b44-8917-97a40dd6cd32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0896373
Jun 03 22:27:00.544667 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [req-e12063b0-b445-4c9d-b107-74379f926f4a req-4cb2ae8a-930e-4cd7-9ece-cd52d10c29cb service neutron] http://10.222.0.106:9696/v2.0/extensions returned with HTTP 200 {{(pid=92564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 03 22:27:00.546028 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e12063b0-b445-4c9d-b107-74379f926f4a req-4cb2ae8a-930e-4cd7-9ece-cd52d10c29cb service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0095196
Jun 03 22:27:00.726891 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e12063b0-b445-4c9d-b107-74379f926f4a req-bad8bf1f-cde5-4d62-b50f-61e23763b8ec service neutron] 10.222.0.58 "GET /v2.0/networks/ebaf9a1d-decc-4b44-8917-97a40dd6cd32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1725085
Jun 03 22:27:00.897429 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e12063b0-b445-4c9d-b107-74379f926f4a req-c46bf7cd-4402-4690-a1ca-cf4889b538fe service neutron] 10.222.0.58 "GET /v2.0/networks/ebaf9a1d-decc-4b44-8917-97a40dd6cd32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1622555
Jun 03 22:27:06.226389 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 39752) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:27:06.380133 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-9080b19b-2618-42e6-a37b-232243288fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:06.396516 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-9080b19b-2618-42e6-a37b-232243288fca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:27:06.401038 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-9080b19b-2618-42e6-a37b-232243288fca admin admin] Usage tracker for resource:security_group_rule and tenant:f1827a2383f44dc0a28abc44106ab043 is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:27:06.404452 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-9080b19b-2618-42e6-a37b-232243288fca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:27:06.411082 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-9080b19b-2618-42e6-a37b-232243288fca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:27:06.562400 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-9080b19b-2618-42e6-a37b-232243288fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:06.615727 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:27:06.631145 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-9080b19b-2618-42e6-a37b-232243288fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:06.647130 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-5152bfd0-fe63-405d-85bd-e507e7182ff8 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:27:06.703980 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-9080b19b-2618-42e6-a37b-232243288fca admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=f1827a2383f44dc0a28abc44106ab043&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4764059
Jun 03 22:27:06.704918 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080b19b-2618-42e6-a37b-232243288fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3686c402-eb40-43df-a5ab-9ae874c3b4b6,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:27:06.707352 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 39756) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:27:06.709509 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-9080b19b-2618-42e6-a37b-232243288fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:27:06.772676 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4a4702f2-bd6f-4e14-9ee8-1feaebbceef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:06.803301 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4a4702f2-bd6f-4e14-9ee8-1feaebbceef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:06.983662 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4a4702f2-bd6f-4e14-9ee8-1feaebbceef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:06.989514 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-d2436ff8-a3dc-4f5a-9342-f2b754143008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:27:07.004070 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4702f2-bd6f-4e14-9ee8-1feaebbceef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3686c402-eb40-43df-a5ab-9ae874c3b4b6,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:27:07.006953 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-4a4702f2-bd6f-4e14-9ee8-1feaebbceef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:27:07.008296 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4a4702f2-bd6f-4e14-9ee8-1feaebbceef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:07.009826 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-4a4702f2-bd6f-4e14-9ee8-1feaebbceef1 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/3686c402-eb40-43df-a5ab-9ae874c3b4b6 HTTP/1.1" status: 204  len: 168 time: 0.3010991
Jun 03 22:27:07.764019 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 39764) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:27:07.793921 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2b88732d-1762-44df-85db-f09caf631109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:07.821543 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-2b88732d-1762-44df-85db-f09caf631109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:27:07.829338 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-2b88732d-1762-44df-85db-f09caf631109 admin admin] Usage tracker for resource:security_group_rule and tenant:20d1dd67324046c09e637c8a72842736 is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:27:07.834803 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-2b88732d-1762-44df-85db-f09caf631109 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:27:07.846622 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-2b88732d-1762-44df-85db-f09caf631109 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:27:07.964433 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2b88732d-1762-44df-85db-f09caf631109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:08.058927 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2b88732d-1762-44df-85db-f09caf631109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:08.071183 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-00273eb8-6ff4-4597-bf2d-147bf50888a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:27:08.115006 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-2b88732d-1762-44df-85db-f09caf631109 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=20d1dd67324046c09e637c8a72842736&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3494134
Jun 03 22:27:08.116861 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88732d-1762-44df-85db-f09caf631109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbc4dc4-7470-4bd1-ab3b-b93f171c29a0,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:27:08.117791 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 39766) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:27:08.120198 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-2b88732d-1762-44df-85db-f09caf631109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:27:08.186697 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-38d65ab6-b699-4fb3-a232-5a182ffbb4cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:08.216412 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-38d65ab6-b699-4fb3-a232-5a182ffbb4cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:08.390727 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-38d65ab6-b699-4fb3-a232-5a182ffbb4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:08.394764 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-d00a91c8-06c5-427a-953f-fd8f93f2a54a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:27:08.409202 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d65ab6-b699-4fb3-a232-5a182ffbb4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbc4dc4-7470-4bd1-ab3b-b93f171c29a0,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:27:08.411858 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-38d65ab6-b699-4fb3-a232-5a182ffbb4cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:27:08.424016 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-38d65ab6-b699-4fb3-a232-5a182ffbb4cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:08.426158 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-38d65ab6-b699-4fb3-a232-5a182ffbb4cd admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/bdbc4dc4-7470-4bd1-ab3b-b93f171c29a0 HTTP/1.1" status: 204  len: 168 time: 0.3067329
Jun 03 22:27:11.551664 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 39818) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:27:11.680998 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b7c58f53-d9fd-45ba-9adb-8f0f77cb6a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:11.698102 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-b7c58f53-d9fd-45ba-9adb-8f0f77cb6a8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:27:11.702457 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-b7c58f53-d9fd-45ba-9adb-8f0f77cb6a8f admin admin] Usage tracker for resource:security_group_rule and tenant:45a81ffb210c4e72bfe92373200c621f is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:27:11.706119 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-b7c58f53-d9fd-45ba-9adb-8f0f77cb6a8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:27:11.713177 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-b7c58f53-d9fd-45ba-9adb-8f0f77cb6a8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:27:11.812267 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b7c58f53-d9fd-45ba-9adb-8f0f77cb6a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:11.893452 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b7c58f53-d9fd-45ba-9adb-8f0f77cb6a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:11.901701 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-9e8a5ccf-12f8-451b-a416-4b6b98a17a09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:27:11.951473 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c58f53-d9fd-45ba-9adb-8f0f77cb6a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0784f1-c054-4edb-aef9-735dc6230205,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:27:11.955785 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-b7c58f53-d9fd-45ba-9adb-8f0f77cb6a8f admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=45a81ffb210c4e72bfe92373200c621f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4029946
Jun 03 22:27:11.956929 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-b7c58f53-d9fd-45ba-9adb-8f0f77cb6a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:27:11.958532 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 39822) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:27:12.024487 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-91735eb7-ff7b-44f2-85e5-0259a9024884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:12.055003 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-91735eb7-ff7b-44f2-85e5-0259a9024884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:12.195649 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-91735eb7-ff7b-44f2-85e5-0259a9024884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:12.199858 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-b7c58f53-d9fd-45ba-9adb-8f0f77cb6a8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:27:12.212484 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91735eb7-ff7b-44f2-85e5-0259a9024884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0784f1-c054-4edb-aef9-735dc6230205,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:27:12.216558 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-91735eb7-ff7b-44f2-85e5-0259a9024884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:27:12.222131 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-91735eb7-ff7b-44f2-85e5-0259a9024884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:12.222131 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-91735eb7-ff7b-44f2-85e5-0259a9024884 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/aa0784f1-c054-4edb-aef9-735dc6230205 HTTP/1.1" status: 204  len: 168 time: 0.2621591
Jun 03 22:27:13.064966 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 39830) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:27:13.084065 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4231e9cd-193b-4297-9600-248bfb300dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:13.100734 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-4231e9cd-193b-4297-9600-248bfb300dc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:27:13.104967 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-4231e9cd-193b-4297-9600-248bfb300dc9 admin admin] Usage tracker for resource:security_group_rule and tenant:03d988f83bc744ff8a2fe95fe4a2001e is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:27:13.108129 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-4231e9cd-193b-4297-9600-248bfb300dc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:27:13.115255 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-4231e9cd-193b-4297-9600-248bfb300dc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:27:13.224543 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4231e9cd-193b-4297-9600-248bfb300dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:13.293145 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4231e9cd-193b-4297-9600-248bfb300dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:13.301993 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-4a4702f2-bd6f-4e14-9ee8-1feaebbceef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:27:13.346440 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231e9cd-193b-4297-9600-248bfb300dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca5aa78-734b-4a21-936a-e48739972f77,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:27:13.351034 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-4231e9cd-193b-4297-9600-248bfb300dc9 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=03d988f83bc744ff8a2fe95fe4a2001e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2848454
Jun 03 22:27:13.352050 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-4231e9cd-193b-4297-9600-248bfb300dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:27:13.355511 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 39832) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:27:13.464036 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5e494d4a-041a-44eb-bb55-611b16198ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:13.506623 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5e494d4a-041a-44eb-bb55-611b16198ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:13.657788 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5e494d4a-041a-44eb-bb55-611b16198ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:13.661711 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-1a82d83d-169d-499a-bd27-0ae12f6283d3 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:27:13.675745 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e494d4a-041a-44eb-bb55-611b16198ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca5aa78-734b-4a21-936a-e48739972f77,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:27:13.679875 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-5e494d4a-041a-44eb-bb55-611b16198ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:27:13.686625 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-5e494d4a-041a-44eb-bb55-611b16198ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:13.688714 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-5e494d4a-041a-44eb-bb55-611b16198ba3 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/5ca5aa78-734b-4a21-936a-e48739972f77 HTTP/1.1" status: 204  len: 168 time: 0.3311117
Jun 03 22:27:16.082107 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:17.007835 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-0bf8ca01-21aa-4a19-97f4-c0e6b7937bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:19.711110 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:19.784934 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-a439e63e-f973-4c31-984f-3d3c9d2b98a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:21.144291 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:21.226930 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3bda5-852a-4aca-89cd-29bcc1f82feb req-e471ab9c-cd30-49eb-bc83-71b1b55b4166 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:27:21.229698 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-e2c3bda5-852a-4aca-89cd-29bcc1f82feb req-e471ab9c-cd30-49eb-bc83-71b1b55b4166 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/ports?device_id=660764f2-9159-461b-8c6a-406339fd2edd HTTP/1.1" status: 200  len: 946 time: 0.1062963
Jun 03 22:27:21.307305 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-e2c3bda5-852a-4aca-89cd-29bcc1f82feb req-bd9fca52-8aad-4f9c-901e-30b41e46e97e tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/security-groups?id=c1138f14-39de-4e6e-850c-44d3562fd23b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0703497
Jun 03 22:27:21.896530 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6878305-de52-454a-b206-16f69d683e07 req-e56acf3e-e190-4e53-81e3-8c7eec3f250f tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:27:21.898142 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e6878305-de52-454a-b206-16f69d683e07 req-e56acf3e-e190-4e53-81e3-8c7eec3f250f tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.58 "GET /v2.0/ports?device_id=660764f2-9159-461b-8c6a-406339fd2edd HTTP/1.1" status: 200  len: 946 time: 0.0996637
Jun 03 22:27:22.055133 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [req-e6878305-de52-454a-b206-16f69d683e07 req-7d81235c-486f-41d6-aff9-4c135fc8600e tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Deleting port 3df728dd-a916-448e-b505-d2edf0b55800 {{(pid=92564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:27:22.055532 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-e6878305-de52-454a-b206-16f69d683e07 req-7d81235c-486f-41d6-aff9-4c135fc8600e tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:22.209926 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-e6878305-de52-454a-b206-16f69d683e07 req-7d81235c-486f-41d6-aff9-4c135fc8600e tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] For port 3df728dd-a916-448e-b505-d2edf0b55800, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=3df728dd-a916-448e-b505-d2edf0b55800,segment=NetworkSegment(f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc),segment_id=f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc)] {{(pid=92564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:27:22.210349 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-e6878305-de52-454a-b206-16f69d683e07 req-7d81235c-486f-41d6-aff9-4c135fc8600e tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:22.518757 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:22.868601 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-e6878305-de52-454a-b206-16f69d683e07 req-7d81235c-486f-41d6-aff9-4c135fc8600e tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:22.869039 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-e6878305-de52-454a-b206-16f69d683e07 req-7d81235c-486f-41d6-aff9-4c135fc8600e tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-309359'] for floatingip, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:22.869488 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.db.l3_db [req-e6878305-de52-454a-b206-16f69d683e07 req-7d81235c-486f-41d6-aff9-4c135fc8600e tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Floating IP 6d808ca1-07ce-4d4c-9606-f0c1907e8ad2 disassociated. External IP: 172.27.0.217, port: 3df728dd-a916-448e-b505-d2edf0b55800.
Jun 03 22:27:22.869981 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [req-e6878305-de52-454a-b206-16f69d683e07 req-7d81235c-486f-41d6-aff9-4c135fc8600e tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Calling delete_port for 3df728dd-a916-448e-b505-d2edf0b55800 owned by compute:nova {{(pid=92564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:27:22.927355 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84b3ca-c61f-4951-89d4-444f74871c07 req-052b8f30-f5b6-4464-8d3a-0712a301134b tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:27:22.930397 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-5c84b3ca-c61f-4951-89d4-444f74871c07 req-052b8f30-f5b6-4464-8d3a-0712a301134b tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/ports?device_id=660764f2-9159-461b-8c6a-406339fd2edd HTTP/1.1" status: 200  len: 946 time: 0.4065289
Jun 03 22:27:23.033337 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-5c84b3ca-c61f-4951-89d4-444f74871c07 req-ff4bba5a-ab56-4b7e-b6ae-2d7f318218b5 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/security-groups?id=c1138f14-39de-4e6e-850c-44d3562fd23b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0955851
Jun 03 22:27:23.253447 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-e6878305-de52-454a-b206-16f69d683e07 req-7d81235c-486f-41d6-aff9-4c135fc8600e tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:23.262241 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-c597fce1-102b-4c7e-bf38-a2319b755574 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:27:23.317438 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81235c-486f-41d6-aff9-4c135fc8600e tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Pushing event deleted for resources: {'Port': ['ID=3df728dd-a916-448e-b505-d2edf0b55800,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:27:23.322078 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-7d81235c-486f-41d6-aff9-4c135fc8600e tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:27:23.557508 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6878305-de52-454a-b206-16f69d683e07 req-7d81235c-486f-41d6-aff9-4c135fc8600e tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Router 7325b41f-f561-4062-bd16-7dd064c63cbc has already been hosted by L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 {{(pid=92564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 22:27:23.764347 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6878305-de52-454a-b206-16f69d683e07 req-7d81235c-486f-41d6-aff9-4c135fc8600e tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:27:23.778046 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cce46c-8b33-4bc2-8538-9532099a5675 None None] Sync routers for ids ['7325b41f-f561-4062-bd16-7dd064c63cbc'] in dv-cinder-794669-4-iscsi {{(pid=92566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:27:23.791324 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cce46c-8b33-4bc2-8538-9532099a5675 None None] Routers {'7325b41f-f561-4062-bd16-7dd064c63cbc'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:27:23.792297 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-38cce46c-8b33-4bc2-8538-9532099a5675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814f4ece50>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:27:20Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['7325b41f-f561-4062-bd16-7dd064c63cbc'], 'active': True} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:27:23.848090 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6878305-de52-454a-b206-16f69d683e07 req-7d81235c-486f-41d6-aff9-4c135fc8600e tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] No DVR routers for this DVR port 3df728dd-a916-448e-b505-d2edf0b55800 on host hv-cinder-79466 {{(pid=92564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 22:27:23.850851 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-e6878305-de52-454a-b206-16f69d683e07 req-7d81235c-486f-41d6-aff9-4c135fc8600e tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:23.853981 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '660764f2-9159-461b-8c6a-406339fd2edd', 'name': 'network-vif-deleted', 'tag': '3df728dd-a916-448e-b505-d2edf0b55800'}] {{(pid=92564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:27:23.856716 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c024af40dcbc7289fed731e5c35c42eecf8f16a39534b44a636824a10e0ed12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02a7481-1f01-46b0-ab46-4e72083b070e" -d '{"events": [{"server_uuid": "660764f2-9159-461b-8c6a-406339fd2edd", "name": "network-vif-deleted", "tag": "3df728dd-a916-448e-b505-d2edf0b55800"}]}' {{(pid=92564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:27:23.860501 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 39954) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:27:23.870167 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e6878305-de52-454a-b206-16f69d683e07 req-7d81235c-486f-41d6-aff9-4c135fc8600e tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.58 "DELETE /v2.0/ports/3df728dd-a916-448e-b505-d2edf0b55800 HTTP/1.1" status: 204  len: 173 time: 1.9634831
Jun 03 22:27:23.951334 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852e9913-2122-4a8a-90df-4a3ed1f3947f x-openstack-request-id: req-852e9913-2122-4a8a-90df-4a3ed1f3947f {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:27:23.952037 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "660764f2-9159-461b-8c6a-406339fd2edd", "name": "network-vif-deleted", "tag": "3df728dd-a916-448e-b505-d2edf0b55800", "status": "completed", "code": 200}]} {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:27:23.952393 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-852e9913-2122-4a8a-90df-4a3ed1f3947f {{(pid=92564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:27:23.953353 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '660764f2-9159-461b-8c6a-406339fd2edd', 'name': 'network-vif-deleted', 'tag': '3df728dd-a916-448e-b505-d2edf0b55800', 'status': 'completed', 'code': 200}
Jun 03 22:27:23.991979 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvr_db [None req-38cce46c-8b33-4bc2-8538-9532099a5675 None None] Set router 7325b41f-f561-4062-bd16-7dd064c63cbc gateway port host: dv-cinder-794669-4-iscsi {{(pid=92566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:27:24.014087 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a008836d-2f79-4e0a-82ca-c613628b17cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:24.036889 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-a008836d-2f79-4e0a-82ca-c613628b17cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:27:24.042010 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-a008836d-2f79-4e0a-82ca-c613628b17cb admin admin] Usage tracker for resource:security_group_rule and tenant:0b5afe402c764a5888a2b204229a3d90 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:27:24.046169 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-a008836d-2f79-4e0a-82ca-c613628b17cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:27:24.053199 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-a008836d-2f79-4e0a-82ca-c613628b17cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:27:24.228443 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a008836d-2f79-4e0a-82ca-c613628b17cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:24.262277 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-46778e33-c39a-4ae6-abca-9783655323b5 req-bb580287-fc8c-468b-b6cc-ed0282bb9fec tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Synchronizing usage tracker for tenant:8bddcb3939c342928d67721b6a1cbfbd on resource:port {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:27:24.339380 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a008836d-2f79-4e0a-82ca-c613628b17cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:24.355603 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-48c096a5-e76f-42c3-a939-7162d40df340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:27:24.363175 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-46778e33-c39a-4ae6-abca-9783655323b5 req-bb580287-fc8c-468b-b6cc-ed0282bb9fec tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Unset dirty status for tenant:8bddcb3939c342928d67721b6a1cbfbd on resource:port {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:27:24.365786 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-46778e33-c39a-4ae6-abca-9783655323b5 req-bb580287-fc8c-468b-b6cc-ed0282bb9fec tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/ports?device_id=660764f2-9159-461b-8c6a-406339fd2edd HTTP/1.1" status: 200  len: 210 time: 0.1817231
Jun 03 22:27:24.403435 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-38cce46c-8b33-4bc2-8538-9532099a5675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814f4ece50>, [{'id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'name': 'tempest-AttachVolumeTestJSON-1177439061-router', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'eb79fc1f-e331-417b-b287-23c155929652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:06:57Z', 'updated_at': '2021-06-03T22:07:06Z', 'revision_number': 4, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'gw_port': {'id': 'eb79fc1f-e331-417b-b287-23c155929652', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ea:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:06:58Z', 'updated_at': '2021-06-03T22:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': '2a3c93d8-87f0-4538-b7f7-526e1ef502a5', 'name': '', 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'mac_address': 'fa:16:3e:3c:84:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'a52c3c6b-a445-47db-810f-6427fa90f388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:04Z', 'updated_at': '2021-06-03T22:07:12Z', 'revision_number': 5, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'subnets': [{'id': 'a52c3c6b-a445-47db-810f-6427fa90f388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:27:24.408711 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cce46c-8b33-4bc2-8538-9532099a5675 None None] Checking router: 7325b41f-f561-4062-bd16-7dd064c63cbc for host: dv-cinder-794669-4-iscsi {{(pid=92566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:27:24.419823 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cce46c-8b33-4bc2-8538-9532099a5675 None None] Routers {'7325b41f-f561-4062-bd16-7dd064c63cbc'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:27:24.420472 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-38cce46c-8b33-4bc2-8538-9532099a5675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814f4ece50>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:27:20Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['7325b41f-f561-4062-bd16-7dd064c63cbc'], 'active': True} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:27:24.430054 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-a008836d-2f79-4e0a-82ca-c613628b17cb admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=0b5afe402c764a5888a2b204229a3d90&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5682456
Jun 03 22:27:24.433043 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008836d-2f79-4e0a-82ca-c613628b17cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27fb3b0-aec6-4416-8b38-d04212e4d5b1,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:27:24.434107 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 39960) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:27:24.438107 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-a008836d-2f79-4e0a-82ca-c613628b17cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:27:24.512647 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-062c8d52-0466-4039-aea2-12980086d99e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:24.548480 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-062c8d52-0466-4039-aea2-12980086d99e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:24.670228 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-062c8d52-0466-4039-aea2-12980086d99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:24.675657 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-86a926d3-7f6a-4016-a403-47cfcbaccd66 tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:27:24.681825 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvr_db [None req-38cce46c-8b33-4bc2-8538-9532099a5675 None None] Set router 7325b41f-f561-4062-bd16-7dd064c63cbc gateway port host: dv-cinder-794669-4-iscsi {{(pid=92566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:27:24.691518 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c8d52-0466-4039-aea2-12980086d99e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27fb3b0-aec6-4416-8b38-d04212e4d5b1,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:27:24.698833 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-062c8d52-0466-4039-aea2-12980086d99e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:27:24.699826 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-062c8d52-0466-4039-aea2-12980086d99e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:24.704954 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-062c8d52-0466-4039-aea2-12980086d99e admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/f27fb3b0-aec6-4416-8b38-d04212e4d5b1 HTTP/1.1" status: 204  len: 168 time: 0.2691748
Jun 03 22:27:25.186765 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-38cce46c-8b33-4bc2-8538-9532099a5675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814f4ece50>, [{'id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'name': 'tempest-AttachVolumeTestJSON-1177439061-router', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'eb79fc1f-e331-417b-b287-23c155929652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:06:57Z', 'updated_at': '2021-06-03T22:07:06Z', 'revision_number': 4, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'gw_port': {'id': 'eb79fc1f-e331-417b-b287-23c155929652', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ea:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:06:58Z', 'updated_at': '2021-06-03T22:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': '2a3c93d8-87f0-4538-b7f7-526e1ef502a5', 'name': '', 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'mac_address': 'fa:16:3e:3c:84:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'a52c3c6b-a445-47db-810f-6427fa90f388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:04Z', 'updated_at': '2021-06-03T22:07:12Z', 'revision_number': 5, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'subnets': [{'id': 'a52c3c6b-a445-47db-810f-6427fa90f388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:27:25.193908 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cce46c-8b33-4bc2-8538-9532099a5675 None None] The sync data for ids ['7325b41f-f561-4062-bd16-7dd064c63cbc'] in dv-cinder-794669-4-iscsi is: [{'id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'name': 'tempest-AttachVolumeTestJSON-1177439061-router', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'eb79fc1f-e331-417b-b287-23c155929652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:06:57Z', 'updated_at': '2021-06-03T22:07:06Z', 'revision_number': 4, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'gw_port': {'id': 'eb79fc1f-e331-417b-b287-23c155929652', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ea:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:06:58Z', 'updated_at': '2021-06-03T22:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': '2a3c93d8-87f0-4538-b7f7-526e1ef502a5', 'name': '', 'network_id': 'ebaf9a1d-decc-4b44-8917-97a40dd6cd32', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'mac_address': 'fa:16:3e:3c:84:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'a52c3c6b-a445-47db-810f-6427fa90f388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:07:04Z', 'updated_at': '2021-06-03T22:07:12Z', 'revision_number': 5, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'subnets': [{'id': 'a52c3c6b-a445-47db-810f-6427fa90f388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:27:25.468386 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2283095c-9af3-4bf4-b2ba-e7e256d21029 None None] New status for floating IP 6d808ca1-07ce-4d4c-9606-f0c1907e8ad2: DOWN {{(pid=92565) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 22:27:25.572486 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 39972) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:27:25.592880 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-8d68e355-6ff9-4808-9cf0-802acdeb9a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:25.612058 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-8d68e355-6ff9-4808-9cf0-802acdeb9a7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:27:25.617594 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-8d68e355-6ff9-4808-9cf0-802acdeb9a7b admin admin] Usage tracker for resource:security_group_rule and tenant:af3340611c5f4d428b749c5507db8c7a is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:27:25.621641 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-8d68e355-6ff9-4808-9cf0-802acdeb9a7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:27:25.629440 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-8d68e355-6ff9-4808-9cf0-802acdeb9a7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:27:25.727702 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-8d68e355-6ff9-4808-9cf0-802acdeb9a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:25.882931 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 39974) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:27:25.968050 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-8d68e355-6ff9-4808-9cf0-802acdeb9a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:25.977028 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-53f3e8ad-f8cf-4b36-b107-ed13513750b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:27:26.027164 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-8d68e355-6ff9-4808-9cf0-802acdeb9a7b admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=af3340611c5f4d428b749c5507db8c7a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4530892
Jun 03 22:27:26.028401 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d68e355-6ff9-4808-9cf0-802acdeb9a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f681db-80ca-4d52-8943-c9943fa6b917,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:27:26.032364 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-8d68e355-6ff9-4808-9cf0-802acdeb9a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:27:26.033089 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 39976) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:27:26.062922 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-8a699887-2990-4eca-b2fe-2c58e4ff10c2 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:26.096110 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-8a699887-2990-4eca-b2fe-2c58e4ff10c2 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:26.118893 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-ecddedca-3b49-4d89-a6be-7fc4dfd0ca25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:26.152852 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-ecddedca-3b49-4d89-a6be-7fc4dfd0ca25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:26.235859 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-8a699887-2990-4eca-b2fe-2c58e4ff10c2 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:26.240749 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-698b4467-61f0-418e-85f4-625d779b6c9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:27:26.258655 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a699887-2990-4eca-b2fe-2c58e4ff10c2 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1138f14-39de-4e6e-850c-44d3562fd23b,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:27:26.263573 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-8a699887-2990-4eca-b2fe-2c58e4ff10c2 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:27:26.345308 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-ecddedca-3b49-4d89-a6be-7fc4dfd0ca25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:26.354701 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-9080b19b-2618-42e6-a37b-232243288fca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:27:26.378647 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecddedca-3b49-4d89-a6be-7fc4dfd0ca25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f681db-80ca-4d52-8943-c9943fa6b917,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:27:26.384083 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-ecddedca-3b49-4d89-a6be-7fc4dfd0ca25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:27:26.387616 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-ecddedca-3b49-4d89-a6be-7fc4dfd0ca25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:26.390013 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-ecddedca-3b49-4d89-a6be-7fc4dfd0ca25 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/a9f681db-80ca-4d52-8943-c9943fa6b917 HTTP/1.1" status: 204  len: 168 time: 0.3557100
Jun 03 22:27:26.412321 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 3df728dd-a916-448e-b505-d2edf0b55800 no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:27:26.422928 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-8a699887-2990-4eca-b2fe-2c58e4ff10c2 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:26.427860 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 39980) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:27:26.433466 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-8a699887-2990-4eca-b2fe-2c58e4ff10c2 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "DELETE /v2.0/security-groups/c1138f14-39de-4e6e-850c-44d3562fd23b HTTP/1.1" status: 204  len: 168 time: 0.5426440
Jun 03 22:27:26.450055 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.api.v2.resource [None req-02720cfe-c2e8-45fc-873e-e1b212675009 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] show failed (client error): The resource could not be found.
Jun 03 22:27:26.454640 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-02720cfe-c2e8-45fc-873e-e1b212675009 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "GET /v2.0/security-groups/c1138f14-39de-4e6e-850c-44d3562fd23b HTTP/1.1" status: 404  len: 347 time: 0.0227144
Jun 03 22:27:26.455239 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 39982) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:27:26.481233 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] No Port match for: 3df728dd-a916-448e-b505-d2edf0b55800 {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:27:26.481864 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 3df728dd-a916-448e-b505-d2edf0b55800 not bound to the agent host hv-cinder-79466 {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:27:26.869130 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [None req-21e0bb9c-040b-45fd-99a5-0f2b2b107506 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Deleting port 1b1debbf-edc1-41ef-963c-7490db6c7bdf {{(pid=92564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:27:26.869983 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-21e0bb9c-040b-45fd-99a5-0f2b2b107506 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:27.012681 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-21e0bb9c-040b-45fd-99a5-0f2b2b107506 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:27.013019 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-21e0bb9c-040b-45fd-99a5-0f2b2b107506 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:27.149570 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [None req-21e0bb9c-040b-45fd-99a5-0f2b2b107506 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Calling delete_port for 1b1debbf-edc1-41ef-963c-7490db6c7bdf owned by network:floatingip {{(pid=92564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:27:27.412712 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-21e0bb9c-040b-45fd-99a5-0f2b2b107506 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:27.418472 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-db9a651b-5202-4897-b9b3-34721d09b628 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:27:27.471130 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0bb9c-040b-45fd-99a5-0f2b2b107506 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Pushing event deleted for resources: {'Port': ['ID=1b1debbf-edc1-41ef-963c-7490db6c7bdf,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:27:27.474425 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-21e0bb9c-040b-45fd-99a5-0f2b2b107506 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:27:27.574062 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-21e0bb9c-040b-45fd-99a5-0f2b2b107506 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks [] for floatingip, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:27.676449 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-21e0bb9c-040b-45fd-99a5-0f2b2b107506 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for floatingip, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:27.677739 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-21e0bb9c-040b-45fd-99a5-0f2b2b107506 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] 10.222.0.106 "DELETE /v2.0/floatingips/6d808ca1-07ce-4d4c-9606-f0c1907e8ad2 HTTP/1.1" status: 204  len: 168 time: 1.2210906
Jun 03 22:27:27.959700 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 40004) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:27:28.078491 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-2f5b9a6b-1072-49f0-a6c7-89f24b1213e8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1524687151-network', 'tenant_id': '7163cd337ed14d68b5f686fa05f7bf56'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:27:28.083696 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-2f5b9a6b-1072-49f0-a6c7-89f24b1213e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:27:28.087985 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-2f5b9a6b-1072-49f0-a6c7-89f24b1213e8 admin admin] Usage tracker for resource:network and tenant:7163cd337ed14d68b5f686fa05f7bf56 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:27:28.091266 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-2f5b9a6b-1072-49f0-a6c7-89f24b1213e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:27:28.098936 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-2f5b9a6b-1072-49f0-a6c7-89f24b1213e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:27:28.218517 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5b9a6b-1072-49f0-a6c7-89f24b1213e8 admin admin] Made reservation on behalf of 7163cd337ed14d68b5f686fa05f7bf56 for: {'network': 1} {{(pid=92563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:27:28.222451 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-2f5b9a6b-1072-49f0-a6c7-89f24b1213e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1611770'] for network, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:28.238420 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-2f5b9a6b-1072-49f0-a6c7-89f24b1213e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:28.255965 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-2f5b9a6b-1072-49f0-a6c7-89f24b1213e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:27:28.260575 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-2f5b9a6b-1072-49f0-a6c7-89f24b1213e8 admin admin] Usage tracker for resource:security_group_rule and tenant:7163cd337ed14d68b5f686fa05f7bf56 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:27:28.264282 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-2f5b9a6b-1072-49f0-a6c7-89f24b1213e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:27:28.272576 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-2f5b9a6b-1072-49f0-a6c7-89f24b1213e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:27:28.385277 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-2f5b9a6b-1072-49f0-a6c7-89f24b1213e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:28.464726 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-2f5b9a6b-1072-49f0-a6c7-89f24b1213e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:28.468571 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-1f85a2f1-09e0-4c44-a053-70e63e105d2a tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:27:28.502939 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f5b9a6b-1072-49f0-a6c7-89f24b1213e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1435, 'physical_network': 'physnet1'}  {{(pid=92563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 22:27:28.512516 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b9a6b-1072-49f0-a6c7-89f24b1213e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85750ea4-d895-43fd-a8c4-c95b5ddb2350,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:27:28.517484 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-2f5b9a6b-1072-49f0-a6c7-89f24b1213e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:27:28.522151 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-2f5b9a6b-1072-49f0-a6c7-89f24b1213e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286'] for segment, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:28.531593 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.db.segments_db [None req-2f5b9a6b-1072-49f0-a6c7-89f24b1213e8 admin admin] Added segment 2433de38-d393-4e6d-a8cd-72fea12f15be of type vlan for network 0159dcf0-c3b9-4381-b4de-0d65c97e1d4b
Jun 03 22:27:28.563590 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-2f5b9a6b-1072-49f0-a6c7-89f24b1213e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762085776842'] for network, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:28.704991 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-2f5b9a6b-1072-49f0-a6c7-89f24b1213e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630954'] for network, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:28.706567 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5b9a6b-1072-49f0-a6c7-89f24b1213e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:27:28.707168 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-2f5b9a6b-1072-49f0-a6c7-89f24b1213e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for network, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:28.712781 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:27:28.832287 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b9a6b-1072-49f0-a6c7-89f24b1213e8 admin admin] Pushing event updated for resources: {'Network': ['ID=0159dcf0-c3b9-4381-b4de-0d65c97e1d4b,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:27:28.836742 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-2f5b9a6b-1072-49f0-a6c7-89f24b1213e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:27:28.846073 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Network 0159dcf0-c3b9-4381-b4de-0d65c97e1d4b details requested by agent ovs-agent-dv-cinder-794669-4-iscsi with host dv-cinder-794669-4-iscsi {{(pid=92565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 22:27:28.859692 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-2f5b9a6b-1072-49f0-a6c7-89f24b1213e8 admin admin] 10.222.0.106 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.8986204
Jun 03 22:27:28.864079 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 40010) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:27:28.870260 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-97b819b2-d53a-4a95-98a3-cde2a5eb7ec2 admin admin] Request body: {'subnet': {'network_id': '0159dcf0-c3b9-4381-b4de-0d65c97e1d4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1524687151-subnet', 'tenant_id': '7163cd337ed14d68b5f686fa05f7bf56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:27:28.876402 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-97b819b2-d53a-4a95-98a3-cde2a5eb7ec2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:27:28.881786 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-97b819b2-d53a-4a95-98a3-cde2a5eb7ec2 admin admin] Usage tracker for resource:subnet and tenant:7163cd337ed14d68b5f686fa05f7bf56 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:27:28.885743 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-97b819b2-d53a-4a95-98a3-cde2a5eb7ec2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:27:28.896805 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-97b819b2-d53a-4a95-98a3-cde2a5eb7ec2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:27:28.972927 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b819b2-d53a-4a95-98a3-cde2a5eb7ec2 admin admin] Made reservation on behalf of 7163cd337ed14d68b5f686fa05f7bf56 for: {'subnet': 1} {{(pid=92563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:27:28.975395 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-97b819b2-d53a-4a95-98a3-cde2a5eb7ec2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31843967'] for subnet, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:29.529749 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-97b819b2-d53a-4a95-98a3-cde2a5eb7ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33200962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31843949'] for subnet, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:29.534720 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:27:29.636213 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b819b2-d53a-4a95-98a3-cde2a5eb7ec2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f15e4d4-778f-4300-9a83-d04927002ff8,revision_number=0']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:27:29.639131 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-97b819b2-d53a-4a95-98a3-cde2a5eb7ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:27:29.647135 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b819b2-d53a-4a95-98a3-cde2a5eb7ec2 admin admin] Checking segment: {'id': '2433de38-d393-4e6d-a8cd-72fea12f15be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1435, 'network_id': '0159dcf0-c3b9-4381-b4de-0d65c97e1d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:27:29.647546 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b819b2-d53a-4a95-98a3-cde2a5eb7ec2 admin admin] Network hostable DHCP agents. Network: 0159dcf0-c3b9-4381-b4de-0d65c97e1d4b, hostable agents: ['be050b16-fd90-4481-8e13-e59b75a800c3'], hosted agents: [] {{(pid=92563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 22:27:29.807356 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b819b2-d53a-4a95-98a3-cde2a5eb7ec2 admin admin] Network 0159dcf0-c3b9-4381-b4de-0d65c97e1d4b is scheduled to be hosted by DHCP agent be050b16-fd90-4481-8e13-e59b75a800c3 with binding_index 1 {{(pid=92563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 22:27:29.954468 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-97b819b2-d53a-4a95-98a3-cde2a5eb7ec2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-4-iscsi, 0159dcf0-c3b9-4381-b4de-0d65c97e1d4b) {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:27:29.963910 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ebd282-8fd3-4f1a-8cf5-a44771c42c4a None None] Network 0159dcf0-c3b9-4381-b4de-0d65c97e1d4b requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:27:29.965583 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b819b2-d53a-4a95-98a3-cde2a5eb7ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:27:29.965583 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-97b819b2-d53a-4a95-98a3-cde2a5eb7ec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for subnet, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:30.099755 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-97b819b2-d53a-4a95-98a3-cde2a5eb7ec2 admin admin] 10.222.0.106 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.2340055
Jun 03 22:27:30.165883 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ecdd9d-e618-4fdc-8943-c24b30c0b7b0 None None] Network 0159dcf0-c3b9-4381-b4de-0d65c97e1d4b requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:27:31.066401 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 40038) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:27:31.073233 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [None req-4def5d95-ab4b-43b5-b6b6-c2afe9ffb3a8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1929538631-network', 'tenant_id': 'dc4fdaf72bf644959d4a6bc0c1856e2b'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:27:31.078999 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-4def5d95-ab4b-43b5-b6b6-c2afe9ffb3a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:27:31.083427 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-4def5d95-ab4b-43b5-b6b6-c2afe9ffb3a8 admin admin] Usage tracker for resource:network and tenant:dc4fdaf72bf644959d4a6bc0c1856e2b is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:27:31.086588 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-4def5d95-ab4b-43b5-b6b6-c2afe9ffb3a8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:27:31.093644 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-4def5d95-ab4b-43b5-b6b6-c2afe9ffb3a8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:27:31.223509 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4def5d95-ab4b-43b5-b6b6-c2afe9ffb3a8 admin admin] Made reservation on behalf of dc4fdaf72bf644959d4a6bc0c1856e2b for: {'network': 1} {{(pid=92564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:27:31.227764 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4def5d95-ab4b-43b5-b6b6-c2afe9ffb3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1611770'] for network, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:31.244016 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 40044) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:27:31.259233 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4def5d95-ab4b-43b5-b6b6-c2afe9ffb3a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:31.287792 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-4def5d95-ab4b-43b5-b6b6-c2afe9ffb3a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:27:31.295436 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-4def5d95-ab4b-43b5-b6b6-c2afe9ffb3a8 admin admin] Usage tracker for resource:security_group_rule and tenant:dc4fdaf72bf644959d4a6bc0c1856e2b is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:27:31.300803 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-4def5d95-ab4b-43b5-b6b6-c2afe9ffb3a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:27:31.312640 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-4def5d95-ab4b-43b5-b6b6-c2afe9ffb3a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:27:31.454995 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4def5d95-ab4b-43b5-b6b6-c2afe9ffb3a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:31.630933 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4def5d95-ab4b-43b5-b6b6-c2afe9ffb3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:31.634863 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-870a91bb-b458-4831-8299-1d8ae59898d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:27:31.671559 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4def5d95-ab4b-43b5-b6b6-c2afe9ffb3a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1413, 'physical_network': 'physnet1'}  {{(pid=92564) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 22:27:31.681312 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def5d95-ab4b-43b5-b6b6-c2afe9ffb3a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1047b70b-4767-4193-966c-f407fd21d7b5,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:27:31.684910 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-4def5d95-ab4b-43b5-b6b6-c2afe9ffb3a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:27:31.687805 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4def5d95-ab4b-43b5-b6b6-c2afe9ffb3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286'] for segment, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:31.688191 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.db.segments_db [None req-4def5d95-ab4b-43b5-b6b6-c2afe9ffb3a8 admin admin] Added segment f5542ba7-cc2f-4f41-9340-a3fdf5e70a7c of type vlan for network 7db9d289-985b-4e27-b774-9fc1b00d84ce
Jun 03 22:27:31.728639 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4def5d95-ab4b-43b5-b6b6-c2afe9ffb3a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762085776842'] for network, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:31.876062 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4def5d95-ab4b-43b5-b6b6-c2afe9ffb3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630954'] for network, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:31.877643 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4def5d95-ab4b-43b5-b6b6-c2afe9ffb3a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:27:31.878340 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-4def5d95-ab4b-43b5-b6b6-c2afe9ffb3a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for network, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:31.885639 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:27:31.994340 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def5d95-ab4b-43b5-b6b6-c2afe9ffb3a8 admin admin] Pushing event updated for resources: {'Network': ['ID=7db9d289-985b-4e27-b774-9fc1b00d84ce,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:27:31.997998 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-4def5d95-ab4b-43b5-b6b6-c2afe9ffb3a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:27:32.010591 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Network 7db9d289-985b-4e27-b774-9fc1b00d84ce details requested by agent ovs-agent-dv-cinder-794669-4-iscsi with host dv-cinder-794669-4-iscsi {{(pid=92565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 22:27:32.090375 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-4def5d95-ab4b-43b5-b6b6-c2afe9ffb3a8 admin admin] 10.222.0.106 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.0195558
Jun 03 22:27:32.091040 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 40048) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:27:32.098061 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [None req-2dd8b675-2229-42a8-aef2-0d6cfa4b5e8e admin admin] Request body: {'subnet': {'network_id': '7db9d289-985b-4e27-b774-9fc1b00d84ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1929538631-subnet', 'tenant_id': 'dc4fdaf72bf644959d4a6bc0c1856e2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:27:32.104379 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-2dd8b675-2229-42a8-aef2-0d6cfa4b5e8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:27:32.109082 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-2dd8b675-2229-42a8-aef2-0d6cfa4b5e8e admin admin] Usage tracker for resource:subnet and tenant:dc4fdaf72bf644959d4a6bc0c1856e2b is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:27:32.112518 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-2dd8b675-2229-42a8-aef2-0d6cfa4b5e8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:27:32.122042 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-2dd8b675-2229-42a8-aef2-0d6cfa4b5e8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:27:32.220320 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-f9a8d028-80f7-4944-bafb-7c5357f0d12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664943'] for router_interface, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:32.223812 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd8b675-2229-42a8-aef2-0d6cfa4b5e8e admin admin] Made reservation on behalf of dc4fdaf72bf644959d4a6bc0c1856e2b for: {'subnet': 1} {{(pid=92564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:27:32.226199 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2dd8b675-2229-42a8-aef2-0d6cfa4b5e8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33196282'] for subnet, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:32.773353 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2dd8b675-2229-42a8-aef2-0d6cfa4b5e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31972297', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33196264'] for subnet, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:32.776046 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.plugin [None req-f9a8d028-80f7-4944-bafb-7c5357f0d12c admin admin] Deleting port 2a3c93d8-87f0-4538-b7f7-526e1ef502a5 {{(pid=92563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:27:32.776995 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-f9a8d028-80f7-4944-bafb-7c5357f0d12c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:32.778473 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-5f4177cb-d0b3-4afb-b36f-0c72afa71844 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:27:32.858396 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd8b675-2229-42a8-aef2-0d6cfa4b5e8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e50a0795-6ffe-48b6-8170-0d97aa192f26,revision_number=0']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:27:32.862791 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-2dd8b675-2229-42a8-aef2-0d6cfa4b5e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:27:32.868983 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd8b675-2229-42a8-aef2-0d6cfa4b5e8e admin admin] Checking segment: {'id': 'f5542ba7-cc2f-4f41-9340-a3fdf5e70a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1413, 'network_id': '7db9d289-985b-4e27-b774-9fc1b00d84ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:27:32.869348 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd8b675-2229-42a8-aef2-0d6cfa4b5e8e admin admin] Network hostable DHCP agents. Network: 7db9d289-985b-4e27-b774-9fc1b00d84ce, hostable agents: ['be050b16-fd90-4481-8e13-e59b75a800c3'], hosted agents: [] {{(pid=92564) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 22:27:32.910481 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.db [None req-f9a8d028-80f7-4944-bafb-7c5357f0d12c admin admin] For port 2a3c93d8-87f0-4538-b7f7-526e1ef502a5, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=2a3c93d8-87f0-4538-b7f7-526e1ef502a5,segment=NetworkSegment(f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc),segment_id=f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc)] {{(pid=92563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:27:32.910837 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-f9a8d028-80f7-4944-bafb-7c5357f0d12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:32.949771 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd8b675-2229-42a8-aef2-0d6cfa4b5e8e admin admin] Network 7db9d289-985b-4e27-b774-9fc1b00d84ce is scheduled to be hosted by DHCP agent be050b16-fd90-4481-8e13-e59b75a800c3 with binding_index 1 {{(pid=92564) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 22:27:33.042661 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.plugin [None req-f9a8d028-80f7-4944-bafb-7c5357f0d12c admin admin] Calling delete_port for 2a3c93d8-87f0-4538-b7f7-526e1ef502a5 owned by network:router_interface {{(pid=92563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:27:33.052625 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.base_scheduler [None req-2dd8b675-2229-42a8-aef2-0d6cfa4b5e8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-4-iscsi, 7db9d289-985b-4e27-b774-9fc1b00d84ce) {{(pid=92564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:27:33.064538 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd8b675-2229-42a8-aef2-0d6cfa4b5e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:27:33.065873 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2dd8b675-2229-42a8-aef2-0d6cfa4b5e8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:33.067953 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fcc111-a5bf-4499-b9da-da023863127d None None] Network 7db9d289-985b-4e27-b774-9fc1b00d84ce requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:27:33.157011 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-2dd8b675-2229-42a8-aef2-0d6cfa4b5e8e admin admin] 10.222.0.106 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0652511
Jun 03 22:27:33.311120 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef564245-adf3-4d47-9855-138540def4ae None None] Network 7db9d289-985b-4e27-b774-9fc1b00d84ce requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:27:33.356364 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-f9a8d028-80f7-4944-bafb-7c5357f0d12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33200950'] for port, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:33.364459 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-ac944d45-9703-44e8-bf1c-de64cc77b337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:27:33.418358 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8d028-80f7-4944-bafb-7c5357f0d12c admin admin] Pushing event deleted for resources: {'Port': ['ID=2a3c93d8-87f0-4538-b7f7-526e1ef502a5,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:27:33.449514 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-f9a8d028-80f7-4944-bafb-7c5357f0d12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:27:33.774601 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-f9a8d028-80f7-4944-bafb-7c5357f0d12c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666801'] for router_interface, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:34.295350 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a8d028-80f7-4944-bafb-7c5357f0d12c admin admin] Router 7325b41f-f561-4062-bd16-7dd064c63cbc has already been hosted by L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 {{(pid=92563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 22:27:34.530606 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a8d028-80f7-4944-bafb-7c5357f0d12c admin admin] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:27:34.548052 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151e7640-7bf6-4e74-afb9-42b9bd3e97f6 None None] Sync routers for ids ['7325b41f-f561-4062-bd16-7dd064c63cbc'] in dv-cinder-794669-4-iscsi {{(pid=92566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:27:34.554632 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-f9a8d028-80f7-4944-bafb-7c5357f0d12c admin admin] 10.222.0.106 "PUT /v2.0/routers/7325b41f-f561-4062-bd16-7dd064c63cbc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3063397
Jun 03 22:27:34.555041 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 40060) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:27:34.567202 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151e7640-7bf6-4e74-afb9-42b9bd3e97f6 None None] Routers {'7325b41f-f561-4062-bd16-7dd064c63cbc'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:27:34.567202 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-151e7640-7bf6-4e74-afb9-42b9bd3e97f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814fe82550>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:27:20Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['7325b41f-f561-4062-bd16-7dd064c63cbc'], 'active': True} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:27:34.773289 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-d2035f8f-b0f7-4036-a660-a4a76f0276d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:34.788881 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvr_db [None req-151e7640-7bf6-4e74-afb9-42b9bd3e97f6 None None] Set router 7325b41f-f561-4062-bd16-7dd064c63cbc gateway port host: dv-cinder-794669-4-iscsi {{(pid=92566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:27:35.112195 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-151e7640-7bf6-4e74-afb9-42b9bd3e97f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814fe82550>, [{'id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'name': 'tempest-AttachVolumeTestJSON-1177439061-router', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'eb79fc1f-e331-417b-b287-23c155929652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:06:57Z', 'updated_at': '2021-06-03T22:27:33Z', 'revision_number': 5, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'gw_port': {'id': 'eb79fc1f-e331-417b-b287-23c155929652', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ea:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:06:58Z', 'updated_at': '2021-06-03T22:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:27:35.116808 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151e7640-7bf6-4e74-afb9-42b9bd3e97f6 None None] Checking router: 7325b41f-f561-4062-bd16-7dd064c63cbc for host: dv-cinder-794669-4-iscsi {{(pid=92566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:27:35.126304 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151e7640-7bf6-4e74-afb9-42b9bd3e97f6 None None] Routers {'7325b41f-f561-4062-bd16-7dd064c63cbc'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:27:35.126744 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-151e7640-7bf6-4e74-afb9-42b9bd3e97f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814fe82550>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:27:20Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['7325b41f-f561-4062-bd16-7dd064c63cbc'], 'active': True} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:27:35.164985 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-d2035f8f-b0f7-4036-a660-a4a76f0276d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:35.310810 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [None req-d2035f8f-b0f7-4036-a660-a4a76f0276d7 admin admin] Deleting port eb79fc1f-e331-417b-b287-23c155929652 {{(pid=92564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:27:35.311143 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-d2035f8f-b0f7-4036-a660-a4a76f0276d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:35.330183 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvr_db [None req-151e7640-7bf6-4e74-afb9-42b9bd3e97f6 None None] Set router 7325b41f-f561-4062-bd16-7dd064c63cbc gateway port host: dv-cinder-794669-4-iscsi {{(pid=92566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:27:35.451301 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [None req-d2035f8f-b0f7-4036-a660-a4a76f0276d7 admin admin] For port eb79fc1f-e331-417b-b287-23c155929652, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=eb79fc1f-e331-417b-b287-23c155929652,segment=NetworkSegment(cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c),segment_id=cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c)] {{(pid=92564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:27:35.451831 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-d2035f8f-b0f7-4036-a660-a4a76f0276d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:35.607244 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [None req-d2035f8f-b0f7-4036-a660-a4a76f0276d7 admin admin] Calling delete_port for eb79fc1f-e331-417b-b287-23c155929652 owned by network:router_gateway {{(pid=92564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:27:35.793857 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-151e7640-7bf6-4e74-afb9-42b9bd3e97f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814fe82550>, [{'id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'name': 'tempest-AttachVolumeTestJSON-1177439061-router', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'eb79fc1f-e331-417b-b287-23c155929652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:06:57Z', 'updated_at': '2021-06-03T22:27:33Z', 'revision_number': 5, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'gw_port': {'id': 'eb79fc1f-e331-417b-b287-23c155929652', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ea:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:06:58Z', 'updated_at': '2021-06-03T22:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:27:35.798343 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151e7640-7bf6-4e74-afb9-42b9bd3e97f6 None None] The sync data for ids ['7325b41f-f561-4062-bd16-7dd064c63cbc'] in dv-cinder-794669-4-iscsi is: [{'id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'name': 'tempest-AttachVolumeTestJSON-1177439061-router', 'tenant_id': '8bddcb3939c342928d67721b6a1cbfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'eb79fc1f-e331-417b-b287-23c155929652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:06:57Z', 'updated_at': '2021-06-03T22:27:33Z', 'revision_number': 5, 'project_id': '8bddcb3939c342928d67721b6a1cbfbd', 'gw_port': {'id': 'eb79fc1f-e331-417b-b287-23c155929652', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ea:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7325b41f-f561-4062-bd16-7dd064c63cbc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:06:58Z', 'updated_at': '2021-06-03T22:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}] {{(pid=92566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:27:35.932169 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-d2035f8f-b0f7-4036-a660-a4a76f0276d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:35.938395 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-bfa7cbdc-2e96-4e17-a43b-3288f73f2580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:27:35.999053 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2035f8f-b0f7-4036-a660-a4a76f0276d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb79fc1f-e331-417b-b287-23c155929652,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:27:36.003142 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-d2035f8f-b0f7-4036-a660-a4a76f0276d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:27:36.108583 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-d2035f8f-b0f7-4036-a660-a4a76f0276d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-309266'] for router_gateway, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:36.342363 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-d2035f8f-b0f7-4036-a660-a4a76f0276d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-710188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38400'] for router, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:36.350528 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-d2035f8f-b0f7-4036-a660-a4a76f0276d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:36.509943 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-d2035f8f-b0f7-4036-a660-a4a76f0276d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-710328'] for router, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:36.510717 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2035f8f-b0f7-4036-a660-a4a76f0276d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7325b41f-f561-4062-bd16-7dd064c63cbc {{(pid=92564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 03 22:27:36.530000 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-d2035f8f-b0f7-4036-a660-a4a76f0276d7 admin admin] Notify callbacks [] for router, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:36.531148 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-d2035f8f-b0f7-4036-a660-a4a76f0276d7 admin admin] 10.222.0.106 "DELETE /v2.0/routers/7325b41f-f561-4062-bd16-7dd064c63cbc HTTP/1.1" status: 204  len: 168 time: 1.9747574
Jun 03 22:27:36.535293 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 40074) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:27:36.610762 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.db_base_plugin_v2 [None req-640b5643-cbed-41b7-a15c-ea87a36bbd72 admin admin] Deleting subnet a52c3c6b-a445-47db-810f-6427fa90f388 {{(pid=92563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 22:27:36.614317 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-640b5643-cbed-41b7-a15c-ea87a36bbd72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:36.672128 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-640b5643-cbed-41b7-a15c-ea87a36bbd72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840165'] for subnet, precommit_delete_associations {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:36.755947 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-640b5643-cbed-41b7-a15c-ea87a36bbd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799703'] for subnet, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:37.150154 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-640b5643-cbed-41b7-a15c-ea87a36bbd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33200899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31823006'] for subnet, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:37.156596 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:27:37.165913 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 2a3c93d8-87f0-4538-b7f7-526e1ef502a5 no longer exists at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:27:37.197027 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b5643-cbed-41b7-a15c-ea87a36bbd72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a52c3c6b-a445-47db-810f-6427fa90f388,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:27:37.199178 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-640b5643-cbed-41b7-a15c-ea87a36bbd72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for subnet, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:37.215914 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-640b5643-cbed-41b7-a15c-ea87a36bbd72 admin admin] 10.222.0.106 "DELETE /v2.0/subnets/a52c3c6b-a445-47db-810f-6427fa90f388 HTTP/1.1" status: 204  len: 168 time: 0.6699898
Jun 03 22:27:37.215914 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-640b5643-cbed-41b7-a15c-ea87a36bbd72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:27:37.215914 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 40076) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:27:37.217403 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a45a73-0beb-4dc5-bd2c-31c65c8e5edc None None] Network ebaf9a1d-decc-4b44-8917-97a40dd6cd32 requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:27:37.226343 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] No Port match for: 2a3c93d8-87f0-4538-b7f7-526e1ef502a5 {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:27:37.226673 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 2a3c93d8-87f0-4538-b7f7-526e1ef502a5 not bound to the agent host dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:27:37.227099 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device eb79fc1f-e331-417b-b287-23c155929652 no longer exists at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:27:37.280699 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] No Port match for: eb79fc1f-e331-417b-b287-23c155929652 {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:27:37.280994 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device eb79fc1f-e331-417b-b287-23c155929652 not bound to the agent host dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:27:37.338208 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4279c9cf-3a11-419d-8cf3-e2acc8aef92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1319667'] for network, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:37.457614 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.plugin [None req-4279c9cf-3a11-419d-8cf3-e2acc8aef92f admin admin] Deleting port b26f213a-d0f5-4fdc-8e97-231fb79d0664 {{(pid=92563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:27:37.458307 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4279c9cf-3a11-419d-8cf3-e2acc8aef92f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:37.530342 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e49e988-ce8c-44be-b774-578654c30ff3 None None] DHCP port deletion for ebaf9a1d-decc-4b44-8917-97a40dd6cd32 request from dv-cinder-794669-4-iscsi {{(pid=92565) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 03 22:27:37.601635 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.db [None req-4279c9cf-3a11-419d-8cf3-e2acc8aef92f admin admin] For port b26f213a-d0f5-4fdc-8e97-231fb79d0664, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=b26f213a-d0f5-4fdc-8e97-231fb79d0664,segment=NetworkSegment(f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc),segment_id=f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc)] {{(pid=92563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:27:37.602465 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4279c9cf-3a11-419d-8cf3-e2acc8aef92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:37.655267 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-8e49e988-ce8c-44be-b774-578654c30ff3 None None] Deleting port b26f213a-d0f5-4fdc-8e97-231fb79d0664 {{(pid=92565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:27:37.655936 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-8e49e988-ce8c-44be-b774-578654c30ff3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:37.796366 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.plugin [None req-4279c9cf-3a11-419d-8cf3-e2acc8aef92f admin admin] Calling delete_port for b26f213a-d0f5-4fdc-8e97-231fb79d0664 owned by network:dhcp {{(pid=92563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:27:37.838091 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-8e49e988-ce8c-44be-b774-578654c30ff3 None None] For port b26f213a-d0f5-4fdc-8e97-231fb79d0664, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=b26f213a-d0f5-4fdc-8e97-231fb79d0664,segment=NetworkSegment(f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc),segment_id=f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:27:37.839001 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-8e49e988-ce8c-44be-b774-578654c30ff3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:37.995213 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-8e49e988-ce8c-44be-b774-578654c30ff3 None None] Calling delete_port for b26f213a-d0f5-4fdc-8e97-231fb79d0664 owned by network:dhcp {{(pid=92565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:27:38.052804 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4279c9cf-3a11-419d-8cf3-e2acc8aef92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33200950'] for port, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:38.058984 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-8e49e988-ce8c-44be-b774-578654c30ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549'] for port, after_delete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:38.059175 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-f4d82557-7780-4f96-a25f-30ec6d070f2f tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:27:38.063590 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-a7b3e923-eaaf-4368-8e6d-6ec76c9c7490 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:27:38.104382 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279c9cf-3a11-419d-8cf3-e2acc8aef92f admin admin] Pushing event deleted for resources: {'Port': ['ID=b26f213a-d0f5-4fdc-8e97-231fb79d0664,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:27:38.106172 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49e988-ce8c-44be-b774-578654c30ff3 None None] Pushing event deleted for resources: {'Port': ['ID=b26f213a-d0f5-4fdc-8e97-231fb79d0664,revision_number=None']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:27:38.106336 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4279c9cf-3a11-419d-8cf3-e2acc8aef92f admin admin] No DVR routers for this DVR port b26f213a-d0f5-4fdc-8e97-231fb79d0664 on host dv-cinder-794669-4-iscsi {{(pid=92563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 22:27:38.108306 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-4279c9cf-3a11-419d-8cf3-e2acc8aef92f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:27:38.112549 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e49e988-ce8c-44be-b774-578654c30ff3 None None] No DVR routers for this DVR port b26f213a-d0f5-4fdc-8e97-231fb79d0664 on host dv-cinder-794669-4-iscsi {{(pid=92565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 22:27:38.119274 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49e988-ce8c-44be-b774-578654c30ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:27:38.119663 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49e988-ce8c-44be-b774-578654c30ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:27:38.119980 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49e988-ce8c-44be-b774-578654c30ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:27:38.120316 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49e988-ce8c-44be-b774-578654c30ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:27:38.120648 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49e988-ce8c-44be-b774-578654c30ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:27:38.121006 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49e988-ce8c-44be-b774-578654c30ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:27:38.121297 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49e988-ce8c-44be-b774-578654c30ff3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:27:38.121622 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49e988-ce8c-44be-b774-578654c30ff3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:27:38.121948 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49e988-ce8c-44be-b774-578654c30ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:27:38.122304 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49e988-ce8c-44be-b774-578654c30ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:27:38.123140 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49e988-ce8c-44be-b774-578654c30ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:27:38.123489 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49e988-ce8c-44be-b774-578654c30ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:27:38.130012 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-8e49e988-ce8c-44be-b774-578654c30ff3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:27:38.237135 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4279c9cf-3a11-419d-8cf3-e2acc8aef92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1799298', 'neutron.services.segments.db._delete_segments_for_network-8762086254785'] for network, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:38.251080 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.services.segments.db [None req-4279c9cf-3a11-419d-8cf3-e2acc8aef92f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f814d926640>,) {'filters': {'network_id': ['ebaf9a1d-decc-4b44-8917-97a40dd6cd32']}} {{(pid=92563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:27:38.268507 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.services.segments.db [None req-4279c9cf-3a11-419d-8cf3-e2acc8aef92f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f814d926640>, 'f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc') {'for_net_delete': True} {{(pid=92563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:27:38.268794 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.services.segments.db [None req-4279c9cf-3a11-419d-8cf3-e2acc8aef92f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f814d926640>, 'f59d9a08-4c87-4efe-a6c9-6c4a7412f5bc') {} {{(pid=92563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:27:38.283190 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4279c9cf-3a11-419d-8cf3-e2acc8aef92f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762086257628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840220'] for segment, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:38.306047 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4279c9cf-3a11-419d-8cf3-e2acc8aef92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286'] for segment, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:38.314203 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4279c9cf-3a11-419d-8cf3-e2acc8aef92f admin admin] Releasing vlan 1400 on physical network physnet1 to pool {{(pid=92563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 22:27:38.314606 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4279c9cf-3a11-419d-8cf3-e2acc8aef92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33201129'] for segment, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:38.329218 dv-cinder-794669-4-iscsi neutron-server[92563]: Traceback (most recent call last):
Jun 03 22:27:38.329218 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 22:27:38.329218 dv-cinder-794669-4-iscsi neutron-server[92563]:     timer()
Jun 03 22:27:38.329218 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 22:27:38.329218 dv-cinder-794669-4-iscsi neutron-server[92563]:     cb(*args, **kw)
Jun 03 22:27:38.329218 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 22:27:38.329218 dv-cinder-794669-4-iscsi neutron-server[92563]:     return func(*args, **kwargs)
Jun 03 22:27:38.329218 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 22:27:38.329218 dv-cinder-794669-4-iscsi neutron-server[92563]:     self._notify()
Jun 03 22:27:38.329218 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 22:27:38.329218 dv-cinder-794669-4-iscsi neutron-server[92563]:     self.callback(batched_events)
Jun 03 22:27:38.329218 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 22:27:38.329218 dv-cinder-794669-4-iscsi neutron-server[92563]:     event.method(event)
Jun 03 22:27:38.329218 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 22:27:38.329218 dv-cinder-794669-4-iscsi neutron-server[92563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 22:27:38.329218 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 22:27:38.329218 dv-cinder-794669-4-iscsi neutron-server[92563]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 22:27:38.329218 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 22:27:38.329218 dv-cinder-794669-4-iscsi neutron-server[92563]:     return f(self, *a, **k)
Jun 03 22:27:38.329218 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 22:27:38.329218 dv-cinder-794669-4-iscsi neutron-server[92563]:     return self._get(url).json()
Jun 03 22:27:38.329218 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 22:27:38.329218 dv-cinder-794669-4-iscsi neutron-server[92563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 22:27:38.329218 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 22:27:38.329218 dv-cinder-794669-4-iscsi neutron-server[92563]:     return self.request(url, 'GET', **kwargs)
Jun 03 22:27:38.329218 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 22:27:38.329218 dv-cinder-794669-4-iscsi neutron-server[92563]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 22:27:38.329218 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 22:27:38.329218 dv-cinder-794669-4-iscsi neutron-server[92563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 22:27:38.329218 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 22:27:38.329218 dv-cinder-794669-4-iscsi neutron-server[92563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 22:27:38.329218 dv-cinder-794669-4-iscsi neutron-server[92563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 22:27:38.538636 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4279c9cf-3a11-419d-8cf3-e2acc8aef92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1799305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-309369'] for network, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:38.538636 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-257aadd1-9820-4f0f-a934-dca0fe5232a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:27:38.552668 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4279c9cf-3a11-419d-8cf3-e2acc8aef92f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for network, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:38.568786 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279c9cf-3a11-419d-8cf3-e2acc8aef92f admin admin] Pushing event deleted for resources: {'Network': ['ID=ebaf9a1d-decc-4b44-8917-97a40dd6cd32,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:27:38.574183 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-4279c9cf-3a11-419d-8cf3-e2acc8aef92f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:27:38.711715 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-4279c9cf-3a11-419d-8cf3-e2acc8aef92f admin admin] 10.222.0.106 "DELETE /v2.0/networks/ebaf9a1d-decc-4b44-8917-97a40dd6cd32 HTTP/1.1" status: 204  len: 168 time: 1.4999919
Jun 03 22:27:39.159379 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device b26f213a-d0f5-4fdc-8e97-231fb79d0664 no longer exists at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:27:39.244722 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 40088) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:27:39.284259 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] No Port match for: b26f213a-d0f5-4fdc-8e97-231fb79d0664 {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:27:39.284912 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device b26f213a-d0f5-4fdc-8e97-231fb79d0664 not bound to the agent host dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:27:39.409264 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-b864e7b3-6b88-49d9-a869-da8519eef4a7 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=8bddcb3939c342928d67721b6a1cbfbd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1632488
Jun 03 22:27:39.412107 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 40090) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:27:39.477411 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-9e01782d-cd96-4b61-8260-7cf0de57fe06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:39.507960 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-9e01782d-cd96-4b61-8260-7cf0de57fe06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:39.721556 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-9e01782d-cd96-4b61-8260-7cf0de57fe06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:39.726125 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-735b4877-8e28-4522-9005-6d9a6247c52c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:27:39.741854 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01782d-cd96-4b61-8260-7cf0de57fe06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983cf481-be18-473c-8107-e7ba33bb6a8b,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:27:39.746147 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-9e01782d-cd96-4b61-8260-7cf0de57fe06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:27:39.750514 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-9e01782d-cd96-4b61-8260-7cf0de57fe06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:39.752138 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-9e01782d-cd96-4b61-8260-7cf0de57fe06 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/983cf481-be18-473c-8107-e7ba33bb6a8b HTTP/1.1" status: 204  len: 168 time: 0.3388658
Jun 03 22:27:42.605070 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 40154) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:27:42.762313 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-ffb11a8c-8b2e-4801-979b-660816ace278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:42.781699 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-ffb11a8c-8b2e-4801-979b-660816ace278 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:27:42.789378 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-ffb11a8c-8b2e-4801-979b-660816ace278 admin admin] Usage tracker for resource:security_group_rule and tenant:35664be9277d46ca9e5b842ddfc8c43b is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:27:42.794465 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-ffb11a8c-8b2e-4801-979b-660816ace278 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:27:42.805066 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-ffb11a8c-8b2e-4801-979b-660816ace278 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:27:42.923532 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-ffb11a8c-8b2e-4801-979b-660816ace278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:43.024085 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-ffb11a8c-8b2e-4801-979b-660816ace278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:43.032334 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-5f7ccbec-9eed-4ffa-b036-5446cda5cbc7 tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:27:43.077564 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-ffb11a8c-8b2e-4801-979b-660816ace278 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=35664be9277d46ca9e5b842ddfc8c43b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4707983
Jun 03 22:27:43.078367 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb11a8c-8b2e-4801-979b-660816ace278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6169d1f-15e8-4cde-9572-f1534b78c5ea,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:27:43.081026 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 40162) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:27:43.083157 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-ffb11a8c-8b2e-4801-979b-660816ace278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:27:43.147556 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b628bbf3-359c-4ba5-aac5-06604e33d23b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:43.179249 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b628bbf3-359c-4ba5-aac5-06604e33d23b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:43.332379 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b628bbf3-359c-4ba5-aac5-06604e33d23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:43.336646 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-eba77cff-fe8c-4bd9-8831-14fed875dce6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:27:43.348899 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628bbf3-359c-4ba5-aac5-06604e33d23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6169d1f-15e8-4cde-9572-f1534b78c5ea,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:27:43.353068 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-b628bbf3-359c-4ba5-aac5-06604e33d23b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:27:43.357576 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b628bbf3-359c-4ba5-aac5-06604e33d23b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:43.359342 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-b628bbf3-359c-4ba5-aac5-06604e33d23b admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/b6169d1f-15e8-4cde-9572-f1534b78c5ea HTTP/1.1" status: 204  len: 168 time: 0.2768514
Jun 03 22:27:43.616513 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:27:46.093041 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:46.686759 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 40216) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:27:46.901715 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-7af73dbf-946f-445f-abe1-6a0217a614a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:46.930595 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-7af73dbf-946f-445f-abe1-6a0217a614a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:27:46.937916 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-7af73dbf-946f-445f-abe1-6a0217a614a7 admin admin] Usage tracker for resource:security_group_rule and tenant:ba7ecc3bb296429184f18864672f10c6 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:27:46.942695 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-7af73dbf-946f-445f-abe1-6a0217a614a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:27:46.951475 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-7af73dbf-946f-445f-abe1-6a0217a614a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:27:47.067766 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-7af73dbf-946f-445f-abe1-6a0217a614a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:47.354689 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-78efdaae-0923-48c2-b751-879aec3028e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:47.395809 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-7af73dbf-946f-445f-abe1-6a0217a614a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:47.404667 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-257aadd1-9820-4f0f-a934-dca0fe5232a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:27:47.466677 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-7af73dbf-946f-445f-abe1-6a0217a614a7 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=ba7ecc3bb296429184f18864672f10c6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7780962
Jun 03 22:27:47.467824 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af73dbf-946f-445f-abe1-6a0217a614a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369e936c-793e-4ceb-893d-54ff32af9304,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:27:47.471325 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 40224) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:27:47.474173 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-7af73dbf-946f-445f-abe1-6a0217a614a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:27:47.545255 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-2953c4b3-98e8-4775-87f7-5b3f5bbe1456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:47.574492 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-2953c4b3-98e8-4775-87f7-5b3f5bbe1456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:47.967098 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-2953c4b3-98e8-4775-87f7-5b3f5bbe1456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:47.974264 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-82487b4b-870c-4dd2-a27e-b18ae144639a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:27:47.985905 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953c4b3-98e8-4775-87f7-5b3f5bbe1456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369e936c-793e-4ceb-893d-54ff32af9304,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:27:47.990678 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-2953c4b3-98e8-4775-87f7-5b3f5bbe1456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:27:47.994665 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-2953c4b3-98e8-4775-87f7-5b3f5bbe1456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:47.995918 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-2953c4b3-98e8-4775-87f7-5b3f5bbe1456 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/369e936c-793e-4ceb-893d-54ff32af9304 HTTP/1.1" status: 204  len: 168 time: 0.5234935
Jun 03 22:27:48.897023 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 40238) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:27:48.915616 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a932f3df-9143-4fc0-9f1c-936bbe7312c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:48.937611 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-a932f3df-9143-4fc0-9f1c-936bbe7312c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:27:48.937611 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-a932f3df-9143-4fc0-9f1c-936bbe7312c2 admin admin] Usage tracker for resource:security_group_rule and tenant:394e66fb7a60415083ee942584e3ae77 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:27:48.940724 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-a932f3df-9143-4fc0-9f1c-936bbe7312c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:27:48.947889 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-a932f3df-9143-4fc0-9f1c-936bbe7312c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:27:49.055537 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a932f3df-9143-4fc0-9f1c-936bbe7312c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:49.207024 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-a932f3df-9143-4fc0-9f1c-936bbe7312c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:49.222177 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-b628bbf3-359c-4ba5-aac5-06604e33d23b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:27:49.272651 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-a932f3df-9143-4fc0-9f1c-936bbe7312c2 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=394e66fb7a60415083ee942584e3ae77&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3745046
Jun 03 22:27:49.274566 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a932f3df-9143-4fc0-9f1c-936bbe7312c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdb3207-be9e-4642-87ad-d601a42a2e75,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:27:49.277247 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 40242) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:27:49.278128 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-a932f3df-9143-4fc0-9f1c-936bbe7312c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:27:49.389623 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-7c5999cc-f8ab-4c07-a568-611dfd25d3c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:49.435553 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-7c5999cc-f8ab-4c07-a568-611dfd25d3c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:49.647339 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-7c5999cc-f8ab-4c07-a568-611dfd25d3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:49.654875 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-a04a4b0a-8701-4c28-af4e-6e9d23d852b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:27:49.670242 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5999cc-f8ab-4c07-a568-611dfd25d3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdb3207-be9e-4642-87ad-d601a42a2e75,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:27:49.675991 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-7c5999cc-f8ab-4c07-a568-611dfd25d3c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:27:49.680252 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-7c5999cc-f8ab-4c07-a568-611dfd25d3c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:49.682034 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-7c5999cc-f8ab-4c07-a568-611dfd25d3c7 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/cbdb3207-be9e-4642-87ad-d601a42a2e75 HTTP/1.1" status: 204  len: 168 time: 0.4011571
Jun 03 22:27:49.733100 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:49.798439 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-3a8a5f35-9a51-4c75-a16c-91af8d15fa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:51.305736 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:52.458109 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:56.370373 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 40400) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:27:56.454116 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd5f060f-f705-4537-b0f4-9b03ade803d2 admin admin] Deleting subnet 9f15e4d4-778f-4300-9a83-d04927002ff8 {{(pid=92564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 22:27:56.459453 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-cd5f060f-f705-4537-b0f4-9b03ade803d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:56.535656 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-cd5f060f-f705-4537-b0f4-9b03ade803d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31973109'] for subnet, precommit_delete_associations {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:56.599342 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-cd5f060f-f705-4537-b0f4-9b03ade803d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799703'] for subnet, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:57.168304 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-cd5f060f-f705-4537-b0f4-9b03ade803d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31972232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33225243'] for subnet, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:57.180983 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-8cdf6622-5073-4e08-a56c-0614a4f75186 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:27:57.305927 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5f060f-f705-4537-b0f4-9b03ade803d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f15e4d4-778f-4300-9a83-d04927002ff8,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:27:57.311001 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-cd5f060f-f705-4537-b0f4-9b03ade803d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:57.321151 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5f060f-f705-4537-b0f4-9b03ade803d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:27:57.321535 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5f060f-f705-4537-b0f4-9b03ade803d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:27:57.321908 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5f060f-f705-4537-b0f4-9b03ade803d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:27:57.322273 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5f060f-f705-4537-b0f4-9b03ade803d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:27:57.322633 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5f060f-f705-4537-b0f4-9b03ade803d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:27:57.322996 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5f060f-f705-4537-b0f4-9b03ade803d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:27:57.323368 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5f060f-f705-4537-b0f4-9b03ade803d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:27:57.323777 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5f060f-f705-4537-b0f4-9b03ade803d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:27:57.324121 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5f060f-f705-4537-b0f4-9b03ade803d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:27:57.324482 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5f060f-f705-4537-b0f4-9b03ade803d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:27:57.325377 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5f060f-f705-4537-b0f4-9b03ade803d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:27:57.325747 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5f060f-f705-4537-b0f4-9b03ade803d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:27:57.330443 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-cd5f060f-f705-4537-b0f4-9b03ade803d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:27:57.332963 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-cd5f060f-f705-4537-b0f4-9b03ade803d2 admin admin] 10.222.0.106 "DELETE /v2.0/subnets/9f15e4d4-778f-4300-9a83-d04927002ff8 HTTP/1.1" status: 204  len: 168 time: 0.9612627
Jun 03 22:27:57.336331 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 40414) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:27:57.451209 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-528cb92f-1d39-4687-ac59-06667f8c745a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1319667'] for network, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:57.585342 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-528cb92f-1d39-4687-ac59-06667f8c745a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1799298', 'neutron.services.segments.db._delete_segments_for_network-8762086254785'] for network, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:57.600274 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.services.segments.db [None req-528cb92f-1d39-4687-ac59-06667f8c745a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f814d9615e0>,) {'filters': {'network_id': ['0159dcf0-c3b9-4381-b4de-0d65c97e1d4b']}} {{(pid=92564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:27:57.614203 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.services.segments.db [None req-528cb92f-1d39-4687-ac59-06667f8c745a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f814d9615e0>, '2433de38-d393-4e6d-a8cd-72fea12f15be') {'for_net_delete': True} {{(pid=92564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:27:57.614465 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.services.segments.db [None req-528cb92f-1d39-4687-ac59-06667f8c745a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f814d9615e0>, '2433de38-d393-4e6d-a8cd-72fea12f15be') {} {{(pid=92564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:27:57.626837 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-528cb92f-1d39-4687-ac59-06667f8c745a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762086257628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31973004'] for segment, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:57.643761 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-528cb92f-1d39-4687-ac59-06667f8c745a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286'] for segment, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:57.650432 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-528cb92f-1d39-4687-ac59-06667f8c745a admin admin] Releasing vlan 1435 on physical network physnet1 to pool {{(pid=92564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 22:27:57.650887 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-528cb92f-1d39-4687-ac59-06667f8c745a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31972194'] for segment, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:57.664895 dv-cinder-794669-4-iscsi neutron-server[92564]: Traceback (most recent call last):
Jun 03 22:27:57.664895 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 22:27:57.664895 dv-cinder-794669-4-iscsi neutron-server[92564]:     timer()
Jun 03 22:27:57.664895 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 22:27:57.664895 dv-cinder-794669-4-iscsi neutron-server[92564]:     cb(*args, **kw)
Jun 03 22:27:57.664895 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 22:27:57.664895 dv-cinder-794669-4-iscsi neutron-server[92564]:     return func(*args, **kwargs)
Jun 03 22:27:57.664895 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 22:27:57.664895 dv-cinder-794669-4-iscsi neutron-server[92564]:     self._notify()
Jun 03 22:27:57.664895 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 22:27:57.664895 dv-cinder-794669-4-iscsi neutron-server[92564]:     self.callback(batched_events)
Jun 03 22:27:57.664895 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 22:27:57.664895 dv-cinder-794669-4-iscsi neutron-server[92564]:     event.method(event)
Jun 03 22:27:57.664895 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 22:27:57.664895 dv-cinder-794669-4-iscsi neutron-server[92564]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 22:27:57.664895 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 22:27:57.664895 dv-cinder-794669-4-iscsi neutron-server[92564]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 22:27:57.664895 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 22:27:57.664895 dv-cinder-794669-4-iscsi neutron-server[92564]:     return f(self, *a, **k)
Jun 03 22:27:57.664895 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 22:27:57.664895 dv-cinder-794669-4-iscsi neutron-server[92564]:     return self._get(url).json()
Jun 03 22:27:57.664895 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 22:27:57.664895 dv-cinder-794669-4-iscsi neutron-server[92564]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 22:27:57.664895 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 22:27:57.664895 dv-cinder-794669-4-iscsi neutron-server[92564]:     return self.request(url, 'GET', **kwargs)
Jun 03 22:27:57.664895 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 22:27:57.664895 dv-cinder-794669-4-iscsi neutron-server[92564]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 22:27:57.664895 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 22:27:57.664895 dv-cinder-794669-4-iscsi neutron-server[92564]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 22:27:57.664895 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 22:27:57.664895 dv-cinder-794669-4-iscsi neutron-server[92564]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 22:27:57.664895 dv-cinder-794669-4-iscsi neutron-server[92564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 22:27:57.849113 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 40418) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:27:57.921145 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-528cb92f-1d39-4687-ac59-06667f8c745a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1799305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-309369'] for network, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:57.926156 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-528cb92f-1d39-4687-ac59-06667f8c745a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for network, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:57.930349 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:27:57.951130 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-528cb92f-1d39-4687-ac59-06667f8c745a admin admin] 10.222.0.106 "DELETE /v2.0/networks/0159dcf0-c3b9-4381-b4de-0d65c97e1d4b HTTP/1.1" status: 204  len: 168 time: 0.6137028
Jun 03 22:27:57.952417 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528cb92f-1d39-4687-ac59-06667f8c745a admin admin] Pushing event deleted for resources: {'Network': ['ID=0159dcf0-c3b9-4381-b4de-0d65c97e1d4b,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:27:57.954029 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 40422) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:27:57.955064 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-528cb92f-1d39-4687-ac59-06667f8c745a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:27:58.020582 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-fd475860-cc28-4d1f-a432-08ab046d9948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:58.044572 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-fd475860-cc28-4d1f-a432-08ab046d9948 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:27:58.052089 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bbf7202-5ffb-4734-8ce4-1acb436484c3 admin admin] Deleting subnet e50a0795-6ffe-48b6-8170-0d97aa192f26 {{(pid=92563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 22:27:58.054181 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-fd475860-cc28-4d1f-a432-08ab046d9948 admin admin] Usage tracker for resource:security_group_rule and tenant:7a5c09f3a6124063aa7781ff778a1d5b is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:27:58.057749 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-fd475860-cc28-4d1f-a432-08ab046d9948 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:27:58.060951 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4bbf7202-5ffb-4734-8ce4-1acb436484c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:58.095003 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-fd475860-cc28-4d1f-a432-08ab046d9948 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:27:58.132981 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4bbf7202-5ffb-4734-8ce4-1acb436484c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840165'] for subnet, precommit_delete_associations {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:58.210690 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4bbf7202-5ffb-4734-8ce4-1acb436484c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799703'] for subnet, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:58.328239 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-fd475860-cc28-4d1f-a432-08ab046d9948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:58.431026 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-fd475860-cc28-4d1f-a432-08ab046d9948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:58.463473 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-38d65ab6-b699-4fb3-a232-5a182ffbb4cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:27:58.524227 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd475860-cc28-4d1f-a432-08ab046d9948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528bf9a6-27b3-4bb8-9dbd-3405569c99aa,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:27:58.528473 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-fd475860-cc28-4d1f-a432-08ab046d9948 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=7a5c09f3a6124063aa7781ff778a1d5b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6777322
Jun 03 22:27:58.531775 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 40424) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:27:58.553043 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd475860-cc28-4d1f-a432-08ab046d9948 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:27:58.553714 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd475860-cc28-4d1f-a432-08ab046d9948 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:27:58.554087 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd475860-cc28-4d1f-a432-08ab046d9948 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:27:58.554448 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd475860-cc28-4d1f-a432-08ab046d9948 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:27:58.554806 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd475860-cc28-4d1f-a432-08ab046d9948 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:27:58.555168 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd475860-cc28-4d1f-a432-08ab046d9948 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:27:58.555572 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd475860-cc28-4d1f-a432-08ab046d9948 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:27:58.555928 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd475860-cc28-4d1f-a432-08ab046d9948 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:27:58.562169 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd475860-cc28-4d1f-a432-08ab046d9948 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:27:58.562169 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd475860-cc28-4d1f-a432-08ab046d9948 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:27:58.562169 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd475860-cc28-4d1f-a432-08ab046d9948 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:27:58.562169 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd475860-cc28-4d1f-a432-08ab046d9948 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:27:58.564115 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-fd475860-cc28-4d1f-a432-08ab046d9948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:27:58.618832 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-926d8e5d-e5ea-41ce-894a-2815c643b24c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:58.650052 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-926d8e5d-e5ea-41ce-894a-2815c643b24c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:58.698559 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4bbf7202-5ffb-4734-8ce4-1acb436484c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33200899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31823006'] for subnet, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:58.702813 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:27:58.741671 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf7202-5ffb-4734-8ce4-1acb436484c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e50a0795-6ffe-48b6-8170-0d97aa192f26,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:27:58.745357 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-4bbf7202-5ffb-4734-8ce4-1acb436484c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:27:58.748048 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-4bbf7202-5ffb-4734-8ce4-1acb436484c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for subnet, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:58.763871 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-4bbf7202-5ffb-4734-8ce4-1acb436484c3 admin admin] 10.222.0.106 "DELETE /v2.0/subnets/e50a0795-6ffe-48b6-8170-0d97aa192f26 HTTP/1.1" status: 204  len: 168 time: 0.8086958
Jun 03 22:27:58.766231 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 40426) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:27:58.849529 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-926d8e5d-e5ea-41ce-894a-2815c643b24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:58.851993 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-926d8e5d-e5ea-41ce-894a-2815c643b24c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:58.853131 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-926d8e5d-e5ea-41ce-894a-2815c643b24c admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/528bf9a6-27b3-4bb8-9dbd-3405569c99aa HTTP/1.1" status: 204  len: 168 time: 0.3172908
Jun 03 22:27:58.858745 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-9e01782d-cd96-4b61-8260-7cf0de57fe06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:27:58.881188 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d8e5d-e5ea-41ce-894a-2815c643b24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528bf9a6-27b3-4bb8-9dbd-3405569c99aa,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:27:58.884497 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-926d8e5d-e5ea-41ce-894a-2815c643b24c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:27:58.887786 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-cd4a13d5-400a-42d1-87fe-e713632a6d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1319667'] for network, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:59.016705 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-cd4a13d5-400a-42d1-87fe-e713632a6d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1799298', 'neutron.services.segments.db._delete_segments_for_network-8762086254785'] for network, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:59.031190 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.services.segments.db [None req-cd4a13d5-400a-42d1-87fe-e713632a6d34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f814efa7f10>,) {'filters': {'network_id': ['7db9d289-985b-4e27-b774-9fc1b00d84ce']}} {{(pid=92563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:27:59.048831 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.services.segments.db [None req-cd4a13d5-400a-42d1-87fe-e713632a6d34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f814efa7f10>, 'f5542ba7-cc2f-4f41-9340-a3fdf5e70a7c') {'for_net_delete': True} {{(pid=92563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:27:59.049129 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.services.segments.db [None req-cd4a13d5-400a-42d1-87fe-e713632a6d34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f814efa7f10>, 'f5542ba7-cc2f-4f41-9340-a3fdf5e70a7c') {} {{(pid=92563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:27:59.061359 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-cd4a13d5-400a-42d1-87fe-e713632a6d34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762086257628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840220'] for segment, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:59.078256 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-cd4a13d5-400a-42d1-87fe-e713632a6d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286'] for segment, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:59.084707 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd4a13d5-400a-42d1-87fe-e713632a6d34 admin admin] Releasing vlan 1413 on physical network physnet1 to pool {{(pid=92563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 22:27:59.085122 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-cd4a13d5-400a-42d1-87fe-e713632a6d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33201129'] for segment, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:59.099154 dv-cinder-794669-4-iscsi neutron-server[92563]: Traceback (most recent call last):
Jun 03 22:27:59.099154 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 22:27:59.099154 dv-cinder-794669-4-iscsi neutron-server[92563]:     timer()
Jun 03 22:27:59.099154 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 22:27:59.099154 dv-cinder-794669-4-iscsi neutron-server[92563]:     cb(*args, **kw)
Jun 03 22:27:59.099154 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 22:27:59.099154 dv-cinder-794669-4-iscsi neutron-server[92563]:     return func(*args, **kwargs)
Jun 03 22:27:59.099154 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 22:27:59.099154 dv-cinder-794669-4-iscsi neutron-server[92563]:     self._notify()
Jun 03 22:27:59.099154 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 22:27:59.099154 dv-cinder-794669-4-iscsi neutron-server[92563]:     self.callback(batched_events)
Jun 03 22:27:59.099154 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 22:27:59.099154 dv-cinder-794669-4-iscsi neutron-server[92563]:     event.method(event)
Jun 03 22:27:59.099154 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 22:27:59.099154 dv-cinder-794669-4-iscsi neutron-server[92563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 22:27:59.099154 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 22:27:59.099154 dv-cinder-794669-4-iscsi neutron-server[92563]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 22:27:59.099154 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 22:27:59.099154 dv-cinder-794669-4-iscsi neutron-server[92563]:     return f(self, *a, **k)
Jun 03 22:27:59.099154 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 22:27:59.099154 dv-cinder-794669-4-iscsi neutron-server[92563]:     return self._get(url).json()
Jun 03 22:27:59.099154 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 22:27:59.099154 dv-cinder-794669-4-iscsi neutron-server[92563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 22:27:59.099154 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 22:27:59.099154 dv-cinder-794669-4-iscsi neutron-server[92563]:     return self.request(url, 'GET', **kwargs)
Jun 03 22:27:59.099154 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 22:27:59.099154 dv-cinder-794669-4-iscsi neutron-server[92563]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 22:27:59.099154 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 22:27:59.099154 dv-cinder-794669-4-iscsi neutron-server[92563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 22:27:59.099154 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 22:27:59.099154 dv-cinder-794669-4-iscsi neutron-server[92563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 22:27:59.099154 dv-cinder-794669-4-iscsi neutron-server[92563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 22:27:59.280180 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-cd4a13d5-400a-42d1-87fe-e713632a6d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1799305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-309369'] for network, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:59.284260 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-735b4877-8e28-4522-9005-6d9a6247c52c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:27:59.298533 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-cd4a13d5-400a-42d1-87fe-e713632a6d34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for network, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:59.312885 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a13d5-400a-42d1-87fe-e713632a6d34 admin admin] Pushing event deleted for resources: {'Network': ['ID=7db9d289-985b-4e27-b774-9fc1b00d84ce,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:27:59.317998 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-cd4a13d5-400a-42d1-87fe-e713632a6d34 admin admin] 10.222.0.106 "DELETE /v2.0/networks/7db9d289-985b-4e27-b774-9fc1b00d84ce HTTP/1.1" status: 204  len: 168 time: 0.5482883
Jun 03 22:27:59.317998 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-cd4a13d5-400a-42d1-87fe-e713632a6d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:27:59.742653 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 40434) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:27:59.852077 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-53209348-597e-4595-b8b7-69349466aba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:27:59.857735 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 40436) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:27:59.869336 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-53209348-597e-4595-b8b7-69349466aba9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:27:59.874888 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-53209348-597e-4595-b8b7-69349466aba9 admin admin] Usage tracker for resource:security_group_rule and tenant:e277c9cd092c4242a1a707db3737a7a6 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:27:59.878376 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-53209348-597e-4595-b8b7-69349466aba9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:27:59.885011 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-53209348-597e-4595-b8b7-69349466aba9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:27:59.922252 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-c464d6c8-c94d-441e-9d88-a84b74ec6b4c admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=7163cd337ed14d68b5f686fa05f7bf56&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0632446
Jun 03 22:27:59.925157 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 40438) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:27:59.995470 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-836ce6bb-1d4e-4b50-8c7b-695b57b5b338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:00.024531 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-836ce6bb-1d4e-4b50-8c7b-695b57b5b338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:00.034450 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-53209348-597e-4595-b8b7-69349466aba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:00.097589 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-53209348-597e-4595-b8b7-69349466aba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:00.104391 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-585dbe8c-8cba-4e61-96bb-a39b85344df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:28:00.147151 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-53209348-597e-4595-b8b7-69349466aba9 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=e277c9cd092c4242a1a707db3737a7a6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4033518
Jun 03 22:28:00.148029 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53209348-597e-4595-b8b7-69349466aba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5062b0d9-adcd-4397-b5e7-ceead47be42e,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:28:00.149875 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 40440) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:28:00.151251 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-53209348-597e-4595-b8b7-69349466aba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:28:00.176765 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-836ce6bb-1d4e-4b50-8c7b-695b57b5b338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:00.183741 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-4231e9cd-193b-4297-9600-248bfb300dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:28:00.209392 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ce6bb-1d4e-4b50-8c7b-695b57b5b338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85750ea4-d895-43fd-a8c4-c95b5ddb2350,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:28:00.216518 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-836ce6bb-1d4e-4b50-8c7b-695b57b5b338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:28:00.218927 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-836ce6bb-1d4e-4b50-8c7b-695b57b5b338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:00.220085 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-836ce6bb-1d4e-4b50-8c7b-695b57b5b338 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/85750ea4-d895-43fd-a8c4-c95b5ddb2350 HTTP/1.1" status: 204  len: 168 time: 0.2939670
Jun 03 22:28:00.241772 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-457c2d47-e72a-4fb8-b8c7-adb2d4bd1019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:00.273969 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-457c2d47-e72a-4fb8-b8c7-adb2d4bd1019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:00.401062 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-457c2d47-e72a-4fb8-b8c7-adb2d4bd1019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:00.407484 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-878a502b-45ca-40ce-a19c-36cce26cbfb1 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:28:00.421677 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c2d47-e72a-4fb8-b8c7-adb2d4bd1019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5062b0d9-adcd-4397-b5e7-ceead47be42e,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:28:00.425310 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-457c2d47-e72a-4fb8-b8c7-adb2d4bd1019 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:28:00.428749 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-457c2d47-e72a-4fb8-b8c7-adb2d4bd1019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:00.429850 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-457c2d47-e72a-4fb8-b8c7-adb2d4bd1019 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/5062b0d9-adcd-4397-b5e7-ceead47be42e HTTP/1.1" status: 204  len: 168 time: 0.2786174
Jun 03 22:28:01.256724 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 40458) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:28:01.310587 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-ed74f64d-8992-4c2c-b81c-8ffc3ebb7c11 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=dc4fdaf72bf644959d4a6bc0c1856e2b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0524423
Jun 03 22:28:01.313026 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 40460) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:28:01.382526 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2ef1a031-27e1-419e-9743-fcf5d4b64084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:01.436286 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2ef1a031-27e1-419e-9743-fcf5d4b64084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:01.686524 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2ef1a031-27e1-419e-9743-fcf5d4b64084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:01.690812 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-7c5999cc-f8ab-4c07-a568-611dfd25d3c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:28:01.704602 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef1a031-27e1-419e-9743-fcf5d4b64084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1047b70b-4767-4193-966c-f407fd21d7b5,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:28:01.709257 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-2ef1a031-27e1-419e-9743-fcf5d4b64084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:28:01.712667 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2ef1a031-27e1-419e-9743-fcf5d4b64084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:01.714760 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-2ef1a031-27e1-419e-9743-fcf5d4b64084 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/1047b70b-4767-4193-966c-f407fd21d7b5 HTTP/1.1" status: 204  len: 168 time: 0.4001250
Jun 03 22:28:16.274159 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:17.154585 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-99346cd1-b8e5-44cf-87ec-12501e31e13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:19.748440 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:19.822495 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-93123cf9-5631-4b4d-88cc-2a97faf47818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:20.617387 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:28:21.143194 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:22.452072 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:34.139503 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 40754) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:28:34.283792 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-071d0b18-cf62-4087-a896-335d8b87769b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:34.299670 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-071d0b18-cf62-4087-a896-335d8b87769b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:28:34.303803 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-071d0b18-cf62-4087-a896-335d8b87769b admin admin] Usage tracker for resource:security_group_rule and tenant:3c622f9c69ab4c89b8fed0b2b0aeda8c is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:28:34.306738 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-071d0b18-cf62-4087-a896-335d8b87769b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:28:34.313499 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-071d0b18-cf62-4087-a896-335d8b87769b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:28:34.440202 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-071d0b18-cf62-4087-a896-335d8b87769b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:34.514797 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-071d0b18-cf62-4087-a896-335d8b87769b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:34.523079 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-062c8d52-0466-4039-aea2-12980086d99e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:28:34.570379 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-071d0b18-cf62-4087-a896-335d8b87769b admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=3c622f9c69ab4c89b8fed0b2b0aeda8c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4296532
Jun 03 22:28:34.571350 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d0b18-cf62-4087-a896-335d8b87769b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfec78e-7d53-47fb-b28c-464413380d08,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:28:34.573755 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 40758) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:28:34.574900 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-071d0b18-cf62-4087-a896-335d8b87769b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:28:34.655955 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-2cc4d1dd-105f-48d8-8956-cdf0ce193c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:34.687457 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-2cc4d1dd-105f-48d8-8956-cdf0ce193c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:34.909077 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-2cc4d1dd-105f-48d8-8956-cdf0ce193c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:34.920972 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-8cf5589f-df2b-4ad8-bc3b-1d0f28f1f073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:28:34.926883 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4d1dd-105f-48d8-8956-cdf0ce193c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfec78e-7d53-47fb-b28c-464413380d08,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:28:34.931180 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-2cc4d1dd-105f-48d8-8956-cdf0ce193c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:28:34.945269 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-2cc4d1dd-105f-48d8-8956-cdf0ce193c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:34.953962 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-2cc4d1dd-105f-48d8-8956-cdf0ce193c1b admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/9bfec78e-7d53-47fb-b28c-464413380d08 HTTP/1.1" status: 204  len: 168 time: 0.3782816
Jun 03 22:28:35.611798 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 40770) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:28:35.759060 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-c9e327cc-c2a2-44ba-b20f-7744df001135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:35.774707 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-c9e327cc-c2a2-44ba-b20f-7744df001135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:28:35.778951 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-c9e327cc-c2a2-44ba-b20f-7744df001135 admin admin] Usage tracker for resource:security_group_rule and tenant:e0f1e5737efd4bd2b0009f50e60028f2 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:28:35.782095 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-c9e327cc-c2a2-44ba-b20f-7744df001135 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:28:35.788426 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-c9e327cc-c2a2-44ba-b20f-7744df001135 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:28:35.908452 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-c9e327cc-c2a2-44ba-b20f-7744df001135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:35.994499 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-c9e327cc-c2a2-44ba-b20f-7744df001135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:36.007027 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-5bb346d9-44eb-4b7a-b50a-c306d0a9818e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:28:36.057686 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-c9e327cc-c2a2-44ba-b20f-7744df001135 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=e0f1e5737efd4bd2b0009f50e60028f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4439099
Jun 03 22:28:36.058399 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e327cc-c2a2-44ba-b20f-7744df001135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef07a00-8c31-4958-902b-42b06487fea6,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:28:36.061591 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 40782) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:28:36.080498 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-c9e327cc-c2a2-44ba-b20f-7744df001135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:28:36.144373 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-7da4a424-19e5-4cb2-bbc9-969e3767cbe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:36.177187 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-7da4a424-19e5-4cb2-bbc9-969e3767cbe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:36.337478 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-7da4a424-19e5-4cb2-bbc9-969e3767cbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:36.342006 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-819b6026-3e6a-444a-9e21-5cf729ca2bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:28:36.354250 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da4a424-19e5-4cb2-bbc9-969e3767cbe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef07a00-8c31-4958-902b-42b06487fea6,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:28:36.361060 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-7da4a424-19e5-4cb2-bbc9-969e3767cbe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:28:36.365722 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-7da4a424-19e5-4cb2-bbc9-969e3767cbe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:36.367518 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-7da4a424-19e5-4cb2-bbc9-969e3767cbe9 admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/5ef07a00-8c31-4958-902b-42b06487fea6 HTTP/1.1" status: 204  len: 168 time: 0.3045006
Jun 03 22:28:46.120713 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:47.102852 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-8ccf7f10-706a-4c75-8b67-a4f7232800dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:49.891168 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:49.925420 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-425ee157-0271-4233-9813-eb72d95d4d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:51.108410 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:52.565619 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:52.652941 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 41026) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:28:52.783845 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2e6cfab0-1ee3-4e2e-a00b-c0237660eb4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:52.798502 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-2e6cfab0-1ee3-4e2e-a00b-c0237660eb4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:28:52.802370 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-2e6cfab0-1ee3-4e2e-a00b-c0237660eb4f admin admin] Usage tracker for resource:security_group_rule and tenant:0430fdc9beff4780bd9965ea4b540eb9 is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:28:52.805246 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-2e6cfab0-1ee3-4e2e-a00b-c0237660eb4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:28:52.811074 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-2e6cfab0-1ee3-4e2e-a00b-c0237660eb4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:28:52.900899 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2e6cfab0-1ee3-4e2e-a00b-c0237660eb4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:53.022848 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2e6cfab0-1ee3-4e2e-a00b-c0237660eb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:53.034125 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-2295eab9-9b68-4b6e-ae78-f5a9c187d90a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:28:53.081640 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-2e6cfab0-1ee3-4e2e-a00b-c0237660eb4f admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=0430fdc9beff4780bd9965ea4b540eb9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4275663
Jun 03 22:28:53.082783 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6cfab0-1ee3-4e2e-a00b-c0237660eb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3037aa7e-fb78-4945-b8f3-088fa066b80a,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:28:53.084617 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 41030) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:28:53.086087 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-2e6cfab0-1ee3-4e2e-a00b-c0237660eb4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:28:53.152488 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-51d23dc2-5539-45ff-a194-e110651d4a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:53.185473 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-51d23dc2-5539-45ff-a194-e110651d4a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:53.381956 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-51d23dc2-5539-45ff-a194-e110651d4a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:53.385782 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-ffb11a8c-8b2e-4801-979b-660816ace278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:28:53.397540 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d23dc2-5539-45ff-a194-e110651d4a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3037aa7e-fb78-4945-b8f3-088fa066b80a,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:28:53.400980 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-51d23dc2-5539-45ff-a194-e110651d4a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:28:53.404320 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-51d23dc2-5539-45ff-a194-e110651d4a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:53.407374 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-51d23dc2-5539-45ff-a194-e110651d4a5b admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/3037aa7e-fb78-4945-b8f3-088fa066b80a HTTP/1.1" status: 204  len: 168 time: 0.3210201
Jun 03 22:28:54.842367 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 41060) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:28:54.962921 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-111e7e9e-b394-4f02-b047-573e782e4d69 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-780700351-network', 'tenant_id': '9d878fa7955745bd9db5d1fa1de0e8fc'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:28:54.967713 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-111e7e9e-b394-4f02-b047-573e782e4d69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:28:54.972183 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-111e7e9e-b394-4f02-b047-573e782e4d69 admin admin] Usage tracker for resource:network and tenant:9d878fa7955745bd9db5d1fa1de0e8fc is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:28:54.975089 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-111e7e9e-b394-4f02-b047-573e782e4d69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:28:54.982299 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-111e7e9e-b394-4f02-b047-573e782e4d69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:28:55.138092 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111e7e9e-b394-4f02-b047-573e782e4d69 admin admin] Made reservation on behalf of 9d878fa7955745bd9db5d1fa1de0e8fc for: {'network': 1} {{(pid=92563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:28:55.140616 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-111e7e9e-b394-4f02-b047-573e782e4d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1611770'] for network, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:55.154241 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-111e7e9e-b394-4f02-b047-573e782e4d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:55.172831 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-111e7e9e-b394-4f02-b047-573e782e4d69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:28:55.176787 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-111e7e9e-b394-4f02-b047-573e782e4d69 admin admin] Usage tracker for resource:security_group_rule and tenant:9d878fa7955745bd9db5d1fa1de0e8fc is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:28:55.179791 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-111e7e9e-b394-4f02-b047-573e782e4d69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:28:55.187265 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-111e7e9e-b394-4f02-b047-573e782e4d69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:28:55.276864 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-111e7e9e-b394-4f02-b047-573e782e4d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:55.405761 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-111e7e9e-b394-4f02-b047-573e782e4d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:55.409109 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-8d2d6a4f-eaea-48d9-8e91-8163971b61de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:28:55.438764 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-111e7e9e-b394-4f02-b047-573e782e4d69 admin admin] vlan segment allocate from pool success with {'vlan_id': 1404, 'physical_network': 'physnet1'}  {{(pid=92563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 22:28:55.447971 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e7e9e-b394-4f02-b047-573e782e4d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8698785e-bff2-43ec-a6ea-764bf223eed1,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:28:55.451914 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-111e7e9e-b394-4f02-b047-573e782e4d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:28:55.455059 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-111e7e9e-b394-4f02-b047-573e782e4d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286'] for segment, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:55.455504 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.db.segments_db [None req-111e7e9e-b394-4f02-b047-573e782e4d69 admin admin] Added segment d60f3829-0ebc-426c-bb02-1c56a89ec8ca of type vlan for network 6887f27d-dd01-452f-8727-b88223c7f5fb
Jun 03 22:28:55.486098 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-111e7e9e-b394-4f02-b047-573e782e4d69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762085776842'] for network, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:55.697150 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-111e7e9e-b394-4f02-b047-573e782e4d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630954'] for network, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:55.698611 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111e7e9e-b394-4f02-b047-573e782e4d69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:28:55.699359 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-111e7e9e-b394-4f02-b047-573e782e4d69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for network, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:55.707013 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-b4d882e2-8ddc-4003-9302-6b83a668b555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:28:55.817395 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e7e9e-b394-4f02-b047-573e782e4d69 admin admin] Pushing event updated for resources: {'Network': ['ID=6887f27d-dd01-452f-8727-b88223c7f5fb,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:28:55.820710 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-111e7e9e-b394-4f02-b047-573e782e4d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:28:55.828553 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Network 6887f27d-dd01-452f-8727-b88223c7f5fb details requested by agent ovs-agent-dv-cinder-794669-4-iscsi with host dv-cinder-794669-4-iscsi {{(pid=92565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 22:28:55.983115 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-111e7e9e-b394-4f02-b047-573e782e4d69 admin admin] 10.222.0.106 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.1392827
Jun 03 22:28:55.986207 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 41070) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:28:55.991241 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-b16aa8c0-cc9b-43a3-8cc7-3c9856793243 admin admin] Request body: {'subnet': {'network_id': '6887f27d-dd01-452f-8727-b88223c7f5fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-780700351-subnet', 'tenant_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'ip_version': 4}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:28:55.996419 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-b16aa8c0-cc9b-43a3-8cc7-3c9856793243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:28:56.000291 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-b16aa8c0-cc9b-43a3-8cc7-3c9856793243 admin admin] Usage tracker for resource:subnet and tenant:9d878fa7955745bd9db5d1fa1de0e8fc is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:28:56.003244 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-b16aa8c0-cc9b-43a3-8cc7-3c9856793243 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:28:56.009592 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-b16aa8c0-cc9b-43a3-8cc7-3c9856793243 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:28:56.142792 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16aa8c0-cc9b-43a3-8cc7-3c9856793243 admin admin] Made reservation on behalf of 9d878fa7955745bd9db5d1fa1de0e8fc for: {'subnet': 1} {{(pid=92563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:28:56.145468 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b16aa8c0-cc9b-43a3-8cc7-3c9856793243 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31843967'] for subnet, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:56.699528 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b16aa8c0-cc9b-43a3-8cc7-3c9856793243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33200962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31843949'] for subnet, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:56.703495 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:28:56.783694 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16aa8c0-cc9b-43a3-8cc7-3c9856793243 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0107a27-1a17-4620-80ca-588278f84aaa,revision_number=0']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:28:56.788405 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-b16aa8c0-cc9b-43a3-8cc7-3c9856793243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:28:56.800233 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16aa8c0-cc9b-43a3-8cc7-3c9856793243 admin admin] Checking segment: {'id': 'd60f3829-0ebc-426c-bb02-1c56a89ec8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': '6887f27d-dd01-452f-8727-b88223c7f5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:28:56.800626 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16aa8c0-cc9b-43a3-8cc7-3c9856793243 admin admin] Network hostable DHCP agents. Network: 6887f27d-dd01-452f-8727-b88223c7f5fb, hostable agents: ['be050b16-fd90-4481-8e13-e59b75a800c3'], hosted agents: [] {{(pid=92563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 22:28:56.931452 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16aa8c0-cc9b-43a3-8cc7-3c9856793243 admin admin] Network 6887f27d-dd01-452f-8727-b88223c7f5fb is scheduled to be hosted by DHCP agent be050b16-fd90-4481-8e13-e59b75a800c3 with binding_index 1 {{(pid=92563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 22:28:57.108430 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-b16aa8c0-cc9b-43a3-8cc7-3c9856793243 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-4-iscsi, 6887f27d-dd01-452f-8727-b88223c7f5fb) {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:28:57.120636 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16aa8c0-cc9b-43a3-8cc7-3c9856793243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:28:57.121230 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9d4a53-4c6e-4d5d-b5e8-065e86ecda19 None None] Network 6887f27d-dd01-452f-8727-b88223c7f5fb requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:28:57.121680 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b16aa8c0-cc9b-43a3-8cc7-3c9856793243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for subnet, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:57.286286 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-b16aa8c0-cc9b-43a3-8cc7-3c9856793243 admin admin] 10.222.0.106 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.2989869
Jun 03 22:28:57.288992 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 41074) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:28:57.293743 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-1c7f2ea5-ac20-41d5-b6ab-1fcb98bda6d9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-780700351-router', 'tenant_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'}}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:28:57.298736 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-1c7f2ea5-ac20-41d5-b6ab-1fcb98bda6d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:28:57.303286 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-1c7f2ea5-ac20-41d5-b6ab-1fcb98bda6d9 admin admin] Usage tracker for resource:router and tenant:9d878fa7955745bd9db5d1fa1de0e8fc is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:28:57.307858 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-1c7f2ea5-ac20-41d5-b6ab-1fcb98bda6d9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:28:57.317611 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-1c7f2ea5-ac20-41d5-b6ab-1fcb98bda6d9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:28:57.360349 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24954048-2f4b-48ab-be12-ea149d1568b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfd294f1-abd0-5e5a-9de6-d36a8946cd59-6887f27d-dd01-452f-8727-b88223c7f5fb', 'network_id': '6887f27d-dd01-452f-8727-b88223c7f5fb', 'tenant_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'fixed_ips': [{'subnet_id': 'c0107a27-1a17-4620-80ca-588278f84aaa'}]}} from dv-cinder-794669-4-iscsi. {{(pid=92565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 03 22:28:57.361134 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-24954048-2f4b-48ab-be12-ea149d1568b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:57.492028 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-1c7f2ea5-ac20-41d5-b6ab-1fcb98bda6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-709094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38430'] for router, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:57.493135 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-1c7f2ea5-ac20-41d5-b6ab-1fcb98bda6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-708931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38423'] for router, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:57.510612 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-1c7f2ea5-ac20-41d5-b6ab-1fcb98bda6d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:57.530829 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.db_base_plugin_common [None req-24954048-2f4b-48ab-be12-ea149d1568b8 None None] Allocated IP 172.20.0.2 (6887f27d-dd01-452f-8727-b88223c7f5fb/c0107a27-1a17-4620-80ca-588278f84aaa/d5549627-92fa-4f4e-ba56-65f6fb89baf7) {{(pid=92565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:28:57.624195 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:28:57.749951 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-24954048-2f4b-48ab-be12-ea149d1568b8 None None] Notify callbacks [] for port, precommit_create {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:57.761267 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-24954048-2f4b-48ab-be12-ea149d1568b8 None None] Transition to ACTIVE for port object d5549627-92fa-4f4e-ba56-65f6fb89baf7 will not be triggered until provisioned by entity L2. {{(pid=92565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:28:57.782670 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-24954048-2f4b-48ab-be12-ea149d1568b8 None None] Transition to ACTIVE for port object d5549627-92fa-4f4e-ba56-65f6fb89baf7 will not be triggered until provisioned by entity DHCP. {{(pid=92565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:28:57.886046 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-24954048-2f4b-48ab-be12-ea149d1568b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540'] for port, after_create {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:57.890753 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-1229e8e0-9851-4938-9c65-52d70ce3d1b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:28:57.955246 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24954048-2f4b-48ab-be12-ea149d1568b8 None None] Network 6887f27d-dd01-452f-8727-b88223c7f5fb is already hosted by enough agents. {{(pid=92565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:28:57.958145 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.scheduler.base_scheduler [None req-24954048-2f4b-48ab-be12-ea149d1568b8 None None] Resources bound (agent type, host, resource id):  {{(pid=92565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:28:57.967312 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24954048-2f4b-48ab-be12-ea149d1568b8 None None] Received port after_create {{(pid=92565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:28:57.974523 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24954048-2f4b-48ab-be12-ea149d1568b8 None None] Pushing event updated for resources: {'Port': ['ID=d5549627-92fa-4f4e-ba56-65f6fb89baf7,revision_number=1']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:28:58.019128 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24954048-2f4b-48ab-be12-ea149d1568b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:28:58.019454 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24954048-2f4b-48ab-be12-ea149d1568b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:28:58.019803 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24954048-2f4b-48ab-be12-ea149d1568b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:28:58.019963 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-1c7f2ea5-ac20-41d5-b6ab-1fcb98bda6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38521'] for router, precommit_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:58.020140 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24954048-2f4b-48ab-be12-ea149d1568b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:28:58.020465 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24954048-2f4b-48ab-be12-ea149d1568b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:28:58.020856 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24954048-2f4b-48ab-be12-ea149d1568b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:28:58.021234 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24954048-2f4b-48ab-be12-ea149d1568b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:28:58.021584 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24954048-2f4b-48ab-be12-ea149d1568b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:28:58.021953 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24954048-2f4b-48ab-be12-ea149d1568b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:28:58.022288 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24954048-2f4b-48ab-be12-ea149d1568b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:28:58.022612 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24954048-2f4b-48ab-be12-ea149d1568b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:28:58.022952 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24954048-2f4b-48ab-be12-ea149d1568b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:28:58.030964 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-24954048-2f4b-48ab-be12-ea149d1568b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:28:58.085756 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-24954048-2f4b-48ab-be12-ea149d1568b8 None None] Attempting to bind port d5549627-92fa-4f4e-ba56-65f6fb89baf7 on host dv-cinder-794669-4-iscsi for vnic_type normal with profile  {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:28:58.088629 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-24954048-2f4b-48ab-be12-ea149d1568b8 None None] Attempting to bind port d5549627-92fa-4f4e-ba56-65f6fb89baf7 by drivers openvswitch,hyperv on host dv-cinder-794669-4-iscsi at level 0 using segments [{'id': 'd60f3829-0ebc-426c-bb02-1c56a89ec8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': '6887f27d-dd01-452f-8727-b88223c7f5fb'}] {{(pid=92565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:28:58.088629 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24954048-2f4b-48ab-be12-ea149d1568b8 None None] Attempting to bind port d5549627-92fa-4f4e-ba56-65f6fb89baf7 on network 6887f27d-dd01-452f-8727-b88223c7f5fb {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:28:58.091832 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24954048-2f4b-48ab-be12-ea149d1568b8 None None] Checking agent: {'id': '5a6b735b-9c6f-44f2-a3b4-85e645e583d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 57, 20), 'started_at': datetime.datetime(2021, 6, 3, 21, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:28:58.092211 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24954048-2f4b-48ab-be12-ea149d1568b8 None None] Checking segment: {'id': 'd60f3829-0ebc-426c-bb02-1c56a89ec8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': '6887f27d-dd01-452f-8727-b88223c7f5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:28:58.092616 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-24954048-2f4b-48ab-be12-ea149d1568b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:58.093016 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24954048-2f4b-48ab-be12-ea149d1568b8 None None] Bound using segment: {'id': 'd60f3829-0ebc-426c-bb02-1c56a89ec8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': '6887f27d-dd01-452f-8727-b88223c7f5fb'} {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:28:58.093482 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-24954048-2f4b-48ab-be12-ea149d1568b8 None None] Bound port: d5549627-92fa-4f4e-ba56-65f6fb89baf7, host: dv-cinder-794669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd60f3829-0ebc-426c-bb02-1c56a89ec8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': '6887f27d-dd01-452f-8727-b88223c7f5fb'}}] {{(pid=92565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:28:58.093880 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-24954048-2f4b-48ab-be12-ea149d1568b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:58.200328 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-24954048-2f4b-48ab-be12-ea149d1568b8 None None] For port d5549627-92fa-4f4e-ba56-65f6fb89baf7, host dv-cinder-794669-4-iscsi, cleared binding levels {{(pid=92565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:28:58.203553 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-24954048-2f4b-48ab-be12-ea149d1568b8 None None] For port d5549627-92fa-4f4e-ba56-65f6fb89baf7, host dv-cinder-794669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=d5549627-92fa-4f4e-ba56-65f6fb89baf7,segment=NetworkSegment(d60f3829-0ebc-426c-bb02-1c56a89ec8ca),segment_id=d60f3829-0ebc-426c-bb02-1c56a89ec8ca)] {{(pid=92565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:28:58.274704 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-24954048-2f4b-48ab-be12-ea149d1568b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:58.279873 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:28:58.380240 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24954048-2f4b-48ab-be12-ea149d1568b8 None None] Pushing event updated for resources: {'Port': ['ID=d5549627-92fa-4f4e-ba56-65f6fb89baf7,revision_number=2']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:28:58.385650 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-24954048-2f4b-48ab-be12-ea149d1568b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:28:58.503987 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-1c7f2ea5-ac20-41d5-b6ab-1fcb98bda6d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:58.537710 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-1c7f2ea5-ac20-41d5-b6ab-1fcb98bda6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:58.752610 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.db_base_plugin_common [None req-1c7f2ea5-ac20-41d5-b6ab-1fcb98bda6d9 admin admin] Allocated IP 172.27.0.166 (fbd3fa50-1ea9-4a37-9f63-373be6d121e3/b881b088-b524-4558-b754-6a0245dcfb71/df97d3e0-036c-4043-b7a6-a61090bc09a1) {{(pid=92563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:28:58.945567 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-1c7f2ea5-ac20-41d5-b6ab-1fcb98bda6d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:59.069119 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-1c7f2ea5-ac20-41d5-b6ab-1fcb98bda6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33200950'] for port, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:59.073518 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-069113b2-9c56-4c72-8077-5eb65af885e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:28:59.137045 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7f2ea5-ac20-41d5-b6ab-1fcb98bda6d9 admin admin] Network fbd3fa50-1ea9-4a37-9f63-373be6d121e3 is already hosted by enough agents. {{(pid=92563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:28:59.140239 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-1c7f2ea5-ac20-41d5-b6ab-1fcb98bda6d9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:28:59.149097 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7f2ea5-ac20-41d5-b6ab-1fcb98bda6d9 admin admin] Received port after_create {{(pid=92563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:28:59.205930 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f2ea5-ac20-41d5-b6ab-1fcb98bda6d9 admin admin] Pushing event updated for resources: {'Port': ['ID=df97d3e0-036c-4043-b7a6-a61090bc09a1,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:28:59.220607 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f2ea5-ac20-41d5-b6ab-1fcb98bda6d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:28:59.221133 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f2ea5-ac20-41d5-b6ab-1fcb98bda6d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:28:59.221442 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f2ea5-ac20-41d5-b6ab-1fcb98bda6d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:28:59.221845 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f2ea5-ac20-41d5-b6ab-1fcb98bda6d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:28:59.222246 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f2ea5-ac20-41d5-b6ab-1fcb98bda6d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:28:59.222620 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f2ea5-ac20-41d5-b6ab-1fcb98bda6d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:28:59.222988 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f2ea5-ac20-41d5-b6ab-1fcb98bda6d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:28:59.223353 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f2ea5-ac20-41d5-b6ab-1fcb98bda6d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:28:59.223745 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f2ea5-ac20-41d5-b6ab-1fcb98bda6d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:28:59.224108 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f2ea5-ac20-41d5-b6ab-1fcb98bda6d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:28:59.224468 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f2ea5-ac20-41d5-b6ab-1fcb98bda6d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:28:59.224828 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c7f2ea5-ac20-41d5-b6ab-1fcb98bda6d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:28:59.278226 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-1c7f2ea5-ac20-41d5-b6ab-1fcb98bda6d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:28:59.280317 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device d5549627-92fa-4f4e-ba56-65f6fb89baf7 up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:28:59.447766 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8848861c-281a-4d5b-932d-2d4ff8870a1e None None] Network 6887f27d-dd01-452f-8727-b88223c7f5fb requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:28:59.463173 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning for port d5549627-92fa-4f4e-ba56-65f6fb89baf7 completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:28:59.709869 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-212c458b-ecfa-45bd-a7bd-be4ec5f45554 None None] Provisioning for port d5549627-92fa-4f4e-ba56-65f6fb89baf7 completed by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:28:59.764586 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-212c458b-ecfa-45bd-a7bd-be4ec5f45554 None None] Provisioning complete for port d5549627-92fa-4f4e-ba56-65f6fb89baf7 triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:28:59.764940 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-212c458b-ecfa-45bd-a7bd-be4ec5f45554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:59.851547 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-1c7f2ea5-ac20-41d5-b6ab-1fcb98bda6d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:59.909829 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-212c458b-ecfa-45bd-a7bd-be4ec5f45554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:28:59.946833 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-212c458b-ecfa-45bd-a7bd-be4ec5f45554 None None] For port d5549627-92fa-4f4e-ba56-65f6fb89baf7, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=d5549627-92fa-4f4e-ba56-65f6fb89baf7,segment=NetworkSegment(d60f3829-0ebc-426c-bb02-1c56a89ec8ca),segment_id=d60f3829-0ebc-426c-bb02-1c56a89ec8ca)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:29:00.045869 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-212c458b-ecfa-45bd-a7bd-be4ec5f45554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:00.048879 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:29:00.125510 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c458b-ecfa-45bd-a7bd-be4ec5f45554 None None] Pushing event updated for resources: {'Port': ['ID=d5549627-92fa-4f4e-ba56-65f6fb89baf7,revision_number=3']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:29:00.128863 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-212c458b-ecfa-45bd-a7bd-be4ec5f45554 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:29:00.167723 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-2c25a963-b740-4c98-bdda-fb9f9ad15c39 None None] Provisioning complete for port d5549627-92fa-4f4e-ba56-65f6fb89baf7 triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:29:00.168102 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-2c25a963-b740-4c98-bdda-fb9f9ad15c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:00.332792 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-1c7f2ea5-ac20-41d5-b6ab-1fcb98bda6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-309310'] for router, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:00.668262 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7f2ea5-ac20-41d5-b6ab-1fcb98bda6d9 admin admin] Router b8f6e44d-f9a4-4008-ab48-ede527405f5a is scheduled to L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 with binding_index 1 {{(pid=92563) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 03 22:29:00.857098 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7f2ea5-ac20-41d5-b6ab-1fcb98bda6d9 admin admin] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:29:00.866625 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915947c3-bdb0-4ee0-a0de-566a77f1a3a4 None None] Sync routers for ids ['b8f6e44d-f9a4-4008-ab48-ede527405f5a'] in dv-cinder-794669-4-iscsi {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:29:00.876939 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915947c3-bdb0-4ee0-a0de-566a77f1a3a4 None None] Routers {'b8f6e44d-f9a4-4008-ab48-ede527405f5a'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:29:00.877608 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-915947c3-bdb0-4ee0-a0de-566a77f1a3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814f529340>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:28:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['b8f6e44d-f9a4-4008-ab48-ede527405f5a'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:29:01.040125 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-1c7f2ea5-ac20-41d5-b6ab-1fcb98bda6d9 admin admin] Notify callbacks [] for router, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:01.041741 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-1c7f2ea5-ac20-41d5-b6ab-1fcb98bda6d9 admin admin] 10.222.0.106 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.7515888
Jun 03 22:29:01.045246 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 41082) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:29:01.062815 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-915947c3-bdb0-4ee0-a0de-566a77f1a3a4 None None] Set router b8f6e44d-f9a4-4008-ab48-ede527405f5a gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:29:01.260442 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device d5549627-92fa-4f4e-ba56-65f6fb89baf7 up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:29:01.430875 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port d5549627-92fa-4f4e-ba56-65f6fb89baf7 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:29:01.431259 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:01.571745 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-915947c3-bdb0-4ee0-a0de-566a77f1a3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814f529340>, [{'id': 'b8f6e44d-f9a4-4008-ab48-ede527405f5a', 'name': 'tempest-TestVolumeBootPattern-780700351-router', 'tenant_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'df97d3e0-036c-4043-b7a6-a61090bc09a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:28:57Z', 'updated_at': '2021-06-03T22:28:59Z', 'revision_number': 3, 'project_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'gw_port': {'id': 'df97d3e0-036c-4043-b7a6-a61090bc09a1', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f6e44d-f9a4-4008-ab48-ede527405f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:28:58Z', 'updated_at': '2021-06-03T22:28:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:29:01.588373 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915947c3-bdb0-4ee0-a0de-566a77f1a3a4 None None] Checking router: b8f6e44d-f9a4-4008-ab48-ede527405f5a for host: dv-cinder-794669-4-iscsi {{(pid=92565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:29:01.588762 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915947c3-bdb0-4ee0-a0de-566a77f1a3a4 None None] Updating router b8f6e44d-f9a4-4008-ab48-ede527405f5a port df97d3e0-036c-4043-b7a6-a61090bc09a1 binding host dv-cinder-794669-4-iscsi {{(pid=92565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 22:29:01.657948 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-915947c3-bdb0-4ee0-a0de-566a77f1a3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:01.955786 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-483fefb8-eaf7-41b4-9def-a98959fd0c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:02.044786 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-915947c3-bdb0-4ee0-a0de-566a77f1a3a4 None None] Notify callbacks [] for port, precommit_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:02.059246 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-915947c3-bdb0-4ee0-a0de-566a77f1a3a4 None None] Transition to ACTIVE for port object df97d3e0-036c-4043-b7a6-a61090bc09a1 will not be triggered until provisioned by entity L2. {{(pid=92565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:29:02.165368 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-915947c3-bdb0-4ee0-a0de-566a77f1a3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:02.169983 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:29:02.239317 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-915947c3-bdb0-4ee0-a0de-566a77f1a3a4 None None] Attempting to bind port df97d3e0-036c-4043-b7a6-a61090bc09a1 on host dv-cinder-794669-4-iscsi for vnic_type normal with profile  {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:29:02.239703 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-915947c3-bdb0-4ee0-a0de-566a77f1a3a4 None None] Attempting to bind port df97d3e0-036c-4043-b7a6-a61090bc09a1 by drivers openvswitch,hyperv on host dv-cinder-794669-4-iscsi at level 0 using segments [{'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'}] {{(pid=92565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:29:02.240121 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915947c3-bdb0-4ee0-a0de-566a77f1a3a4 None None] Attempting to bind port df97d3e0-036c-4043-b7a6-a61090bc09a1 on network fbd3fa50-1ea9-4a37-9f63-373be6d121e3 {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:29:02.254426 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915947c3-bdb0-4ee0-a0de-566a77f1a3a4 None None] Checking agent: {'id': '5a6b735b-9c6f-44f2-a3b4-85e645e583d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 57, 20), 'started_at': datetime.datetime(2021, 6, 3, 21, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:29:02.255117 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915947c3-bdb0-4ee0-a0de-566a77f1a3a4 None None] Checking segment: {'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:29:02.255313 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-915947c3-bdb0-4ee0-a0de-566a77f1a3a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:02.255799 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915947c3-bdb0-4ee0-a0de-566a77f1a3a4 None None] Bound using segment: {'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'} {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:29:02.256281 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-915947c3-bdb0-4ee0-a0de-566a77f1a3a4 None None] Bound port: df97d3e0-036c-4043-b7a6-a61090bc09a1, host: dv-cinder-794669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'}}] {{(pid=92565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:29:02.256668 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-915947c3-bdb0-4ee0-a0de-566a77f1a3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:02.280879 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.db_base_plugin_common [None req-483fefb8-eaf7-41b4-9def-a98959fd0c6d admin admin] Allocated IP 172.20.0.1 (6887f27d-dd01-452f-8727-b88223c7f5fb/c0107a27-1a17-4620-80ca-588278f84aaa/5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd) {{(pid=92563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:29:02.319543 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005953f-735f-452f-adca-f8a657eb19df None None] Pushing event updated for resources: {'Port': ['ID=df97d3e0-036c-4043-b7a6-a61090bc09a1,revision_number=2']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:29:02.322397 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-2005953f-735f-452f-adca-f8a657eb19df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:29:02.379656 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-915947c3-bdb0-4ee0-a0de-566a77f1a3a4 None None] For port df97d3e0-036c-4043-b7a6-a61090bc09a1, host dv-cinder-794669-4-iscsi, cleared binding levels {{(pid=92565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:29:02.382700 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-915947c3-bdb0-4ee0-a0de-566a77f1a3a4 None None] For port df97d3e0-036c-4043-b7a6-a61090bc09a1, host dv-cinder-794669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=df97d3e0-036c-4043-b7a6-a61090bc09a1,segment=NetworkSegment(cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c),segment_id=cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c)] {{(pid=92565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:29:02.460691 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-483fefb8-eaf7-41b4-9def-a98959fd0c6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:02.477367 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.provisioning_blocks [None req-483fefb8-eaf7-41b4-9def-a98959fd0c6d admin admin] Transition to ACTIVE for port object 5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd will not be triggered until provisioned by entity DHCP. {{(pid=92563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:29:02.594818 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-915947c3-bdb0-4ee0-a0de-566a77f1a3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:02.598822 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:29:02.674870 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915947c3-bdb0-4ee0-a0de-566a77f1a3a4 None None] Routers {'b8f6e44d-f9a4-4008-ab48-ede527405f5a'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:29:02.675515 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-915947c3-bdb0-4ee0-a0de-566a77f1a3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814f529340>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:28:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['b8f6e44d-f9a4-4008-ab48-ede527405f5a'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:29:02.708340 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-483fefb8-eaf7-41b4-9def-a98959fd0c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33200950'] for port, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:02.712654 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-6809070d-b3c5-4931-8bb7-be4b98a7a70a tempest-TestMinimumBasicScenario-1165611781 tempest-TestMinimumBasicScenario-1165611781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:29:02.740081 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005953f-735f-452f-adca-f8a657eb19df None None] Pushing event updated for resources: {'Port': ['ID=df97d3e0-036c-4043-b7a6-a61090bc09a1,revision_number=3']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:29:02.745223 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-2005953f-735f-452f-adca-f8a657eb19df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:29:02.776206 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483fefb8-eaf7-41b4-9def-a98959fd0c6d admin admin] Network 6887f27d-dd01-452f-8727-b88223c7f5fb is already hosted by enough agents. {{(pid=92563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:29:02.779789 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-483fefb8-eaf7-41b4-9def-a98959fd0c6d admin admin] Resources bound (agent type, host, resource id):  {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:29:02.783742 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483fefb8-eaf7-41b4-9def-a98959fd0c6d admin admin] Received port after_create {{(pid=92563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:29:02.826951 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483fefb8-eaf7-41b4-9def-a98959fd0c6d admin admin] Pushing event updated for resources: {'Port': ['ID=5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:29:02.845804 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-483fefb8-eaf7-41b4-9def-a98959fd0c6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:29:02.862777 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-483fefb8-eaf7-41b4-9def-a98959fd0c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-309488'] for router_interface, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:02.877481 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-915947c3-bdb0-4ee0-a0de-566a77f1a3a4 None None] Set router b8f6e44d-f9a4-4008-ab48-ede527405f5a gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:29:03.240860 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-915947c3-bdb0-4ee0-a0de-566a77f1a3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814f529340>, [{'id': 'b8f6e44d-f9a4-4008-ab48-ede527405f5a', 'name': 'tempest-TestVolumeBootPattern-780700351-router', 'tenant_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'df97d3e0-036c-4043-b7a6-a61090bc09a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:28:57Z', 'updated_at': '2021-06-03T22:28:59Z', 'revision_number': 3, 'project_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'gw_port': {'id': 'df97d3e0-036c-4043-b7a6-a61090bc09a1', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f6e44d-f9a4-4008-ab48-ede527405f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:28:58Z', 'updated_at': '2021-06-03T22:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:29:03.245385 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915947c3-bdb0-4ee0-a0de-566a77f1a3a4 None None] The sync data for ids ['b8f6e44d-f9a4-4008-ab48-ede527405f5a'] in dv-cinder-794669-4-iscsi is: [{'id': 'b8f6e44d-f9a4-4008-ab48-ede527405f5a', 'name': 'tempest-TestVolumeBootPattern-780700351-router', 'tenant_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'df97d3e0-036c-4043-b7a6-a61090bc09a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:28:57Z', 'updated_at': '2021-06-03T22:28:59Z', 'revision_number': 3, 'project_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'gw_port': {'id': 'df97d3e0-036c-4043-b7a6-a61090bc09a1', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f6e44d-f9a4-4008-ab48-ede527405f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:28:58Z', 'updated_at': '2021-06-03T22:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}] {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:29:03.247470 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-6a6c72b9-0035-480b-8fef-03e148267307 None None] Provisioning for port 5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd completed by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:29:03.256715 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-6a6c72b9-0035-480b-8fef-03e148267307 None None] Provisioning complete for port 5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:29:03.256715 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-6a6c72b9-0035-480b-8fef-03e148267307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:03.322291 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-6a6c72b9-0035-480b-8fef-03e148267307 None None] Port 5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd cannot update to ACTIVE because it is not bound. {{(pid=92565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 22:29:03.364914 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-483fefb8-eaf7-41b4-9def-a98959fd0c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:03.713435 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-483fefb8-eaf7-41b4-9def-a98959fd0c6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:03.840571 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-483fefb8-eaf7-41b4-9def-a98959fd0c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33201101'] for port, after_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:03.879732 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-f7f8279d-a934-4148-a8c0-9244139ee366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:29:03.968728 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-483fefb8-eaf7-41b4-9def-a98959fd0c6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664988'] for router_interface, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:03.972966 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483fefb8-eaf7-41b4-9def-a98959fd0c6d admin admin] Pushing event updated for resources: {'Port': ['ID=5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd,revision_number=2']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:29:03.976791 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-483fefb8-eaf7-41b4-9def-a98959fd0c6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:29:04.156029 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483fefb8-eaf7-41b4-9def-a98959fd0c6d admin admin] Network 6887f27d-dd01-452f-8727-b88223c7f5fb is already hosted by enough agents. {{(pid=92563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:29:04.158003 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-483fefb8-eaf7-41b4-9def-a98959fd0c6d admin admin] Resources bound (agent type, host, resource id):  {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:29:04.423153 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483fefb8-eaf7-41b4-9def-a98959fd0c6d admin admin] Router b8f6e44d-f9a4-4008-ab48-ede527405f5a has already been hosted by L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 {{(pid=92563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 22:29:04.457770 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-b9d3750f-a6be-48eb-8469-031beb72900b None None] Provisioning complete for port 5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:29:04.458414 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-b9d3750f-a6be-48eb-8469-031beb72900b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:04.524842 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-b9d3750f-a6be-48eb-8469-031beb72900b None None] Port 5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd cannot update to ACTIVE because it is not bound. {{(pid=92565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 22:29:04.784517 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483fefb8-eaf7-41b4-9def-a98959fd0c6d admin admin] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:29:04.796265 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-483fefb8-eaf7-41b4-9def-a98959fd0c6d admin admin] 10.222.0.106 "PUT /v2.0/routers/b8f6e44d-f9a4-4008-ab48-ede527405f5a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7495589
Jun 03 22:29:05.126737 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2674ee69-ee5f-4bd4-bbd8-77041a8eee25 None None] Sync routers for ids ['b8f6e44d-f9a4-4008-ab48-ede527405f5a'] in dv-cinder-794669-4-iscsi {{(pid=92566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:29:05.142159 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2674ee69-ee5f-4bd4-bbd8-77041a8eee25 None None] Routers {'b8f6e44d-f9a4-4008-ab48-ede527405f5a'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:29:05.144169 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-2674ee69-ee5f-4bd4-bbd8-77041a8eee25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814febb640>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:28:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['b8f6e44d-f9a4-4008-ab48-ede527405f5a'], 'active': True} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:29:05.295789 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device df97d3e0-036c-4043-b7a6-a61090bc09a1 up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:29:05.441933 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvr_db [None req-2674ee69-ee5f-4bd4-bbd8-77041a8eee25 None None] Set router b8f6e44d-f9a4-4008-ab48-ede527405f5a gateway port host: dv-cinder-794669-4-iscsi {{(pid=92566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:29:05.508468 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning for port df97d3e0-036c-4043-b7a6-a61090bc09a1 completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:29:05.517627 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port df97d3e0-036c-4043-b7a6-a61090bc09a1 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:29:05.521894 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:05.698447 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:05.718835 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] For port df97d3e0-036c-4043-b7a6-a61090bc09a1, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=df97d3e0-036c-4043-b7a6-a61090bc09a1,segment=NetworkSegment(cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c),segment_id=cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:29:05.785246 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 41120) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:29:05.790360 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-9b090a0a-0999-44b6-ad74-9f26a443567f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-733647581-network', 'tenant_id': 'd3ff8408fd66410485cdd6277be1ab93'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:29:05.795243 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-9b090a0a-0999-44b6-ad74-9f26a443567f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:29:05.799453 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-9b090a0a-0999-44b6-ad74-9f26a443567f admin admin] Usage tracker for resource:network and tenant:d3ff8408fd66410485cdd6277be1ab93 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:29:05.802521 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-9b090a0a-0999-44b6-ad74-9f26a443567f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:29:05.803072 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-2674ee69-ee5f-4bd4-bbd8-77041a8eee25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814febb640>, [{'id': 'b8f6e44d-f9a4-4008-ab48-ede527405f5a', 'name': 'tempest-TestVolumeBootPattern-780700351-router', 'tenant_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'df97d3e0-036c-4043-b7a6-a61090bc09a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:28:57Z', 'updated_at': '2021-06-03T22:29:03Z', 'revision_number': 4, 'project_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'gw_port': {'id': 'df97d3e0-036c-4043-b7a6-a61090bc09a1', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f6e44d-f9a4-4008-ab48-ede527405f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:28:58Z', 'updated_at': '2021-06-03T22:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': '5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd', 'name': '', 'network_id': '6887f27d-dd01-452f-8727-b88223c7f5fb', 'tenant_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'mac_address': 'fa:16:3e:75:36:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f6e44d-f9a4-4008-ab48-ede527405f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c0107a27-1a17-4620-80ca-588278f84aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:29:02Z', 'updated_at': '2021-06-03T22:29:03Z', 'revision_number': 2, 'project_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'subnets': [{'id': 'c0107a27-1a17-4620-80ca-588278f84aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:29:05.807739 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2674ee69-ee5f-4bd4-bbd8-77041a8eee25 None None] Checking router: b8f6e44d-f9a4-4008-ab48-ede527405f5a for host: dv-cinder-794669-4-iscsi {{(pid=92566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:29:05.807912 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2674ee69-ee5f-4bd4-bbd8-77041a8eee25 None None] Updating router b8f6e44d-f9a4-4008-ab48-ede527405f5a port 5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd binding host dv-cinder-794669-4-iscsi {{(pid=92566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 22:29:05.808913 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-9b090a0a-0999-44b6-ad74-9f26a443567f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:29:05.810875 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:05.814361 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-caee5dbf-3507-4adb-90b0-487fdf8f22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:29:05.880434 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-2674ee69-ee5f-4bd4-bbd8-77041a8eee25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:05.902711 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Pushing event updated for resources: {'Port': ['ID=df97d3e0-036c-4043-b7a6-a61090bc09a1,revision_number=4']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:29:05.906533 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:29:05.941574 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b090a0a-0999-44b6-ad74-9f26a443567f admin admin] Made reservation on behalf of d3ff8408fd66410485cdd6277be1ab93 for: {'network': 1} {{(pid=92563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:29:05.944058 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-9b090a0a-0999-44b6-ad74-9f26a443567f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1611770'] for network, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:05.960442 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-9b090a0a-0999-44b6-ad74-9f26a443567f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:05.974467 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-9b090a0a-0999-44b6-ad74-9f26a443567f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:29:05.978987 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-9b090a0a-0999-44b6-ad74-9f26a443567f admin admin] Usage tracker for resource:security_group_rule and tenant:d3ff8408fd66410485cdd6277be1ab93 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:29:05.982283 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-9b090a0a-0999-44b6-ad74-9f26a443567f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:29:05.989432 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-9b090a0a-0999-44b6-ad74-9f26a443567f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:29:06.122307 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-9b090a0a-0999-44b6-ad74-9f26a443567f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:06.205513 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-9b090a0a-0999-44b6-ad74-9f26a443567f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:06.210141 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-a008836d-2f79-4e0a-82ca-c613628b17cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:29:06.238776 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b090a0a-0999-44b6-ad74-9f26a443567f admin admin] vlan segment allocate from pool success with {'vlan_id': 1414, 'physical_network': 'physnet1'}  {{(pid=92563) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 03 22:29:06.253016 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b090a0a-0999-44b6-ad74-9f26a443567f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6106b552-a7eb-4022-8368-dde6980a9298,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:29:06.257799 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-9b090a0a-0999-44b6-ad74-9f26a443567f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:29:06.259053 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-9b090a0a-0999-44b6-ad74-9f26a443567f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286'] for segment, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:06.259582 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.db.segments_db [None req-9b090a0a-0999-44b6-ad74-9f26a443567f admin admin] Added segment df64602d-b105-4ee0-adbf-acf9187a875a of type vlan for network 8cbda385-dfb9-4521-850e-89ac8973f3e0
Jun 03 22:29:06.296634 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-9b090a0a-0999-44b6-ad74-9f26a443567f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762085776842'] for network, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:06.313394 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-2674ee69-ee5f-4bd4-bbd8-77041a8eee25 None None] Notify callbacks [] for port, precommit_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:06.332466 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.provisioning_blocks [None req-2674ee69-ee5f-4bd4-bbd8-77041a8eee25 None None] Transition to ACTIVE for port object 5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd will not be triggered until provisioned by entity L2. {{(pid=92566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:29:06.422846 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-2674ee69-ee5f-4bd4-bbd8-77041a8eee25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:06.428400 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG oslo_concurrency.lockutils [None req-5995dd89-4486-4625-a4c2-0bc679092691 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:29:06.473899 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-9b090a0a-0999-44b6-ad74-9f26a443567f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630954'] for network, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:06.475304 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b090a0a-0999-44b6-ad74-9f26a443567f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:29:06.475921 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-9b090a0a-0999-44b6-ad74-9f26a443567f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for network, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:06.482592 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-51164514-e7b0-4760-95b3-98806daf5996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:29:06.585921 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a88ff9-fa34-4a94-b93e-df3870ad41c3 None None] Pushing event updated for resources: {'Port': ['ID=5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd,revision_number=3']} {{(pid=92566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:29:06.626588 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b090a0a-0999-44b6-ad74-9f26a443567f admin admin] Pushing event updated for resources: {'Network': ['ID=8cbda385-dfb9-4521-850e-89ac8973f3e0,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:29:06.630053 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-9b090a0a-0999-44b6-ad74-9f26a443567f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:29:06.638006 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Network 8cbda385-dfb9-4521-850e-89ac8973f3e0 details requested by agent ovs-agent-dv-cinder-794669-4-iscsi with host dv-cinder-794669-4-iscsi {{(pid=92565) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 03 22:29:06.668460 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a88ff9-fa34-4a94-b93e-df3870ad41c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:29:06.668807 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a88ff9-fa34-4a94-b93e-df3870ad41c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:29:06.669184 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a88ff9-fa34-4a94-b93e-df3870ad41c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:29:06.669508 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a88ff9-fa34-4a94-b93e-df3870ad41c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:29:06.669828 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a88ff9-fa34-4a94-b93e-df3870ad41c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:29:06.670148 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a88ff9-fa34-4a94-b93e-df3870ad41c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:29:06.670490 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a88ff9-fa34-4a94-b93e-df3870ad41c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:29:06.670835 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a88ff9-fa34-4a94-b93e-df3870ad41c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:29:06.671206 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a88ff9-fa34-4a94-b93e-df3870ad41c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:29:06.671559 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a88ff9-fa34-4a94-b93e-df3870ad41c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:29:06.671871 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a88ff9-fa34-4a94-b93e-df3870ad41c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:29:06.672181 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a88ff9-fa34-4a94-b93e-df3870ad41c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92566) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:29:06.680235 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG oslo_concurrency.lockutils [None req-11a88ff9-fa34-4a94-b93e-df3870ad41c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=92566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:29:06.723808 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-9b090a0a-0999-44b6-ad74-9f26a443567f admin admin] 10.222.0.106 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.9341660
Jun 03 22:29:06.724643 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 41124) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:29:06.731547 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-3864f49d-84cc-4b35-81a5-b676579d46d2 admin admin] Request body: {'subnet': {'network_id': '8cbda385-dfb9-4521-850e-89ac8973f3e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-733647581-subnet', 'tenant_id': 'd3ff8408fd66410485cdd6277be1ab93', 'ip_version': 4}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:29:06.735616 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.managers [None req-2674ee69-ee5f-4bd4-bbd8-77041a8eee25 None None] Attempting to bind port 5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd on host dv-cinder-794669-4-iscsi for vnic_type normal with profile  {{(pid=92566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:29:06.735616 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.managers [None req-2674ee69-ee5f-4bd4-bbd8-77041a8eee25 None None] Attempting to bind port 5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd by drivers openvswitch,hyperv on host dv-cinder-794669-4-iscsi at level 0 using segments [{'id': 'd60f3829-0ebc-426c-bb02-1c56a89ec8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': '6887f27d-dd01-452f-8727-b88223c7f5fb'}] {{(pid=92566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:29:06.736039 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2674ee69-ee5f-4bd4-bbd8-77041a8eee25 None None] Attempting to bind port 5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd on network 6887f27d-dd01-452f-8727-b88223c7f5fb {{(pid=92566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:29:06.738934 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-3864f49d-84cc-4b35-81a5-b676579d46d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:29:06.741973 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2674ee69-ee5f-4bd4-bbd8-77041a8eee25 None None] Checking agent: {'id': '5a6b735b-9c6f-44f2-a3b4-85e645e583d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 57, 20), 'started_at': datetime.datetime(2021, 6, 3, 21, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:29:06.742674 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2674ee69-ee5f-4bd4-bbd8-77041a8eee25 None None] Checking segment: {'id': 'd60f3829-0ebc-426c-bb02-1c56a89ec8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': '6887f27d-dd01-452f-8727-b88223c7f5fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:29:06.743073 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-2674ee69-ee5f-4bd4-bbd8-77041a8eee25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:06.743248 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-3864f49d-84cc-4b35-81a5-b676579d46d2 admin admin] Usage tracker for resource:subnet and tenant:d3ff8408fd66410485cdd6277be1ab93 is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:29:06.743829 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2674ee69-ee5f-4bd4-bbd8-77041a8eee25 None None] Bound using segment: {'id': 'd60f3829-0ebc-426c-bb02-1c56a89ec8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': '6887f27d-dd01-452f-8727-b88223c7f5fb'} {{(pid=92566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:29:06.744298 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.managers [None req-2674ee69-ee5f-4bd4-bbd8-77041a8eee25 None None] Bound port: 5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd, host: dv-cinder-794669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd60f3829-0ebc-426c-bb02-1c56a89ec8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': '6887f27d-dd01-452f-8727-b88223c7f5fb'}}] {{(pid=92566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:29:06.744669 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-2674ee69-ee5f-4bd4-bbd8-77041a8eee25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:06.746350 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-3864f49d-84cc-4b35-81a5-b676579d46d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:29:06.753134 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-3864f49d-84cc-4b35-81a5-b676579d46d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:29:06.840544 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3864f49d-84cc-4b35-81a5-b676579d46d2 admin admin] Made reservation on behalf of d3ff8408fd66410485cdd6277be1ab93 for: {'subnet': 1} {{(pid=92563) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:29:06.843325 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-3864f49d-84cc-4b35-81a5-b676579d46d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31843967'] for subnet, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:06.851648 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.db [None req-2674ee69-ee5f-4bd4-bbd8-77041a8eee25 None None] For port 5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd, host dv-cinder-794669-4-iscsi, cleared binding levels {{(pid=92566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:29:06.856558 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.db [None req-2674ee69-ee5f-4bd4-bbd8-77041a8eee25 None None] For port 5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd, host dv-cinder-794669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd,segment=NetworkSegment(d60f3829-0ebc-426c-bb02-1c56a89ec8ca),segment_id=d60f3829-0ebc-426c-bb02-1c56a89ec8ca)] {{(pid=92566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:29:06.960480 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-2674ee69-ee5f-4bd4-bbd8-77041a8eee25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:06.966344 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:29:07.055953 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2674ee69-ee5f-4bd4-bbd8-77041a8eee25 None None] Routers {'b8f6e44d-f9a4-4008-ab48-ede527405f5a'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:29:07.056594 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-2674ee69-ee5f-4bd4-bbd8-77041a8eee25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814febb640>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:28:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['b8f6e44d-f9a4-4008-ab48-ede527405f5a'], 'active': True} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:29:07.124158 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a88ff9-fa34-4a94-b93e-df3870ad41c3 None None] Pushing event updated for resources: {'Port': ['ID=5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd,revision_number=4']} {{(pid=92566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:29:07.129003 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG oslo_concurrency.lockutils [None req-11a88ff9-fa34-4a94-b93e-df3870ad41c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:29:07.254978 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device df97d3e0-036c-4043-b7a6-a61090bc09a1 up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:29:07.315291 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvr_db [None req-2674ee69-ee5f-4bd4-bbd8-77041a8eee25 None None] Set router b8f6e44d-f9a4-4008-ab48-ede527405f5a gateway port host: dv-cinder-794669-4-iscsi {{(pid=92566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:29:07.381815 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port df97d3e0-036c-4043-b7a6-a61090bc09a1 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:29:07.382615 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:07.578065 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-3864f49d-84cc-4b35-81a5-b676579d46d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33200962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31843949'] for subnet, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:07.587780 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:29:07.690596 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864f49d-84cc-4b35-81a5-b676579d46d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f25f1bf2-a4bb-4bd0-92a9-61ffc04ca27f,revision_number=0']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:29:07.694946 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-3864f49d-84cc-4b35-81a5-b676579d46d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:29:07.696124 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3864f49d-84cc-4b35-81a5-b676579d46d2 admin admin] Checking segment: {'id': 'df64602d-b105-4ee0-adbf-acf9187a875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '8cbda385-dfb9-4521-850e-89ac8973f3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:29:07.696724 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3864f49d-84cc-4b35-81a5-b676579d46d2 admin admin] Network hostable DHCP agents. Network: 8cbda385-dfb9-4521-850e-89ac8973f3e0, hostable agents: ['be050b16-fd90-4481-8e13-e59b75a800c3'], hosted agents: [] {{(pid=92563) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 03 22:29:07.769233 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-2674ee69-ee5f-4bd4-bbd8-77041a8eee25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814febb640>, [{'id': 'b8f6e44d-f9a4-4008-ab48-ede527405f5a', 'name': 'tempest-TestVolumeBootPattern-780700351-router', 'tenant_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'df97d3e0-036c-4043-b7a6-a61090bc09a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:28:57Z', 'updated_at': '2021-06-03T22:29:03Z', 'revision_number': 4, 'project_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'gw_port': {'id': 'df97d3e0-036c-4043-b7a6-a61090bc09a1', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f6e44d-f9a4-4008-ab48-ede527405f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:28:58Z', 'updated_at': '2021-06-03T22:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': '5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd', 'name': '', 'network_id': '6887f27d-dd01-452f-8727-b88223c7f5fb', 'tenant_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'mac_address': 'fa:16:3e:75:36:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f6e44d-f9a4-4008-ab48-ede527405f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c0107a27-1a17-4620-80ca-588278f84aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:29:02Z', 'updated_at': '2021-06-03T22:29:06Z', 'revision_number': 4, 'project_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'subnets': [{'id': 'c0107a27-1a17-4620-80ca-588278f84aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:29:07.773974 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2674ee69-ee5f-4bd4-bbd8-77041a8eee25 None None] The sync data for ids ['b8f6e44d-f9a4-4008-ab48-ede527405f5a'] in dv-cinder-794669-4-iscsi is: [{'id': 'b8f6e44d-f9a4-4008-ab48-ede527405f5a', 'name': 'tempest-TestVolumeBootPattern-780700351-router', 'tenant_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'df97d3e0-036c-4043-b7a6-a61090bc09a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:28:57Z', 'updated_at': '2021-06-03T22:29:03Z', 'revision_number': 4, 'project_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'gw_port': {'id': 'df97d3e0-036c-4043-b7a6-a61090bc09a1', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f6e44d-f9a4-4008-ab48-ede527405f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:28:58Z', 'updated_at': '2021-06-03T22:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': '5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd', 'name': '', 'network_id': '6887f27d-dd01-452f-8727-b88223c7f5fb', 'tenant_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'mac_address': 'fa:16:3e:75:36:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f6e44d-f9a4-4008-ab48-ede527405f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c0107a27-1a17-4620-80ca-588278f84aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:29:02Z', 'updated_at': '2021-06-03T22:29:06Z', 'revision_number': 4, 'project_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'subnets': [{'id': 'c0107a27-1a17-4620-80ca-588278f84aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:29:07.829055 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3864f49d-84cc-4b35-81a5-b676579d46d2 admin admin] Network 8cbda385-dfb9-4521-850e-89ac8973f3e0 is scheduled to be hosted by DHCP agent be050b16-fd90-4481-8e13-e59b75a800c3 with binding_index 1 {{(pid=92563) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 03 22:29:07.966238 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-3864f49d-84cc-4b35-81a5-b676579d46d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794669-4-iscsi, 8cbda385-dfb9-4521-850e-89ac8973f3e0) {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:29:07.975982 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc9e15d-d600-4516-9f1f-01f87c1fe665 None None] Network 8cbda385-dfb9-4521-850e-89ac8973f3e0 requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:29:07.980439 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3864f49d-84cc-4b35-81a5-b676579d46d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:29:07.981256 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-3864f49d-84cc-4b35-81a5-b676579d46d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for subnet, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:08.102859 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 41128) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:29:08.103842 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-3864f49d-84cc-4b35-81a5-b676579d46d2 admin admin] 10.222.0.106 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.3767715
Jun 03 22:29:08.111384 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [None req-89103ab1-4c84-4796-9301-44ab6a647673 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-733647581-router', 'tenant_id': 'd3ff8408fd66410485cdd6277be1ab93', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'}}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:29:08.119202 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-89103ab1-4c84-4796-9301-44ab6a647673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:29:08.125696 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-89103ab1-4c84-4796-9301-44ab6a647673 admin admin] Usage tracker for resource:router and tenant:d3ff8408fd66410485cdd6277be1ab93 is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:29:08.129296 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-89103ab1-4c84-4796-9301-44ab6a647673 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:29:08.143680 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-89103ab1-4c84-4796-9301-44ab6a647673 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:29:08.246951 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-89103ab1-4c84-4796-9301-44ab6a647673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-709094', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-38430'] for router, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:08.248642 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-89103ab1-4c84-4796-9301-44ab6a647673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-708931', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-710889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-672367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-38423'] for router, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:08.274503 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-89103ab1-4c84-4796-9301-44ab6a647673 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:08.359384 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcbf294-c6ac-4640-88e4-041e91e9d538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbfd294f1-abd0-5e5a-9de6-d36a8946cd59-8cbda385-dfb9-4521-850e-89ac8973f3e0', 'network_id': '8cbda385-dfb9-4521-850e-89ac8973f3e0', 'tenant_id': 'd3ff8408fd66410485cdd6277be1ab93', 'fixed_ips': [{'subnet_id': 'f25f1bf2-a4bb-4bd0-92a9-61ffc04ca27f'}]}} from dv-cinder-794669-4-iscsi. {{(pid=92565) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 03 22:29:08.360052 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-edcbf294-c6ac-4640-88e4-041e91e9d538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:08.597242 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.db_base_plugin_common [None req-edcbf294-c6ac-4640-88e4-041e91e9d538 None None] Allocated IP 172.20.0.2 (8cbda385-dfb9-4521-850e-89ac8973f3e0/f25f1bf2-a4bb-4bd0-92a9-61ffc04ca27f/0e6daa0a-e834-4e3d-b4c8-a487bf6500ab) {{(pid=92565) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:29:08.922294 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-edcbf294-c6ac-4640-88e4-041e91e9d538 None None] Notify callbacks [] for port, precommit_create {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:08.923030 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-89103ab1-4c84-4796-9301-44ab6a647673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-710879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-709076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-38521'] for router, precommit_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:08.942524 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-edcbf294-c6ac-4640-88e4-041e91e9d538 None None] Transition to ACTIVE for port object 0e6daa0a-e834-4e3d-b4c8-a487bf6500ab will not be triggered until provisioned by entity L2. {{(pid=92565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:29:08.965723 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-edcbf294-c6ac-4640-88e4-041e91e9d538 None None] Transition to ACTIVE for port object 0e6daa0a-e834-4e3d-b4c8-a487bf6500ab will not be triggered until provisioned by entity DHCP. {{(pid=92565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:29:09.045799 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-edcbf294-c6ac-4640-88e4-041e91e9d538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540'] for port, after_create {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:09.050789 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-12165157-1e4c-4a22-83f1-5081e0bceb20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:29:09.166287 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcbf294-c6ac-4640-88e4-041e91e9d538 None None] Network 8cbda385-dfb9-4521-850e-89ac8973f3e0 is already hosted by enough agents. {{(pid=92565) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:29:09.170220 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.scheduler.base_scheduler [None req-edcbf294-c6ac-4640-88e4-041e91e9d538 None None] Resources bound (agent type, host, resource id):  {{(pid=92565) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:29:09.175809 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcbf294-c6ac-4640-88e4-041e91e9d538 None None] Received port after_create {{(pid=92565) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:29:09.243803 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcbf294-c6ac-4640-88e4-041e91e9d538 None None] Pushing event updated for resources: {'Port': ['ID=0e6daa0a-e834-4e3d-b4c8-a487bf6500ab,revision_number=1']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:29:09.247957 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-edcbf294-c6ac-4640-88e4-041e91e9d538 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:29:09.330494 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:29:09.404500 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-edcbf294-c6ac-4640-88e4-041e91e9d538 None None] Attempting to bind port 0e6daa0a-e834-4e3d-b4c8-a487bf6500ab on host dv-cinder-794669-4-iscsi for vnic_type normal with profile  {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:29:09.405112 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-edcbf294-c6ac-4640-88e4-041e91e9d538 None None] Attempting to bind port 0e6daa0a-e834-4e3d-b4c8-a487bf6500ab by drivers openvswitch,hyperv on host dv-cinder-794669-4-iscsi at level 0 using segments [{'id': 'df64602d-b105-4ee0-adbf-acf9187a875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '8cbda385-dfb9-4521-850e-89ac8973f3e0'}] {{(pid=92565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:29:09.405699 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcbf294-c6ac-4640-88e4-041e91e9d538 None None] Attempting to bind port 0e6daa0a-e834-4e3d-b4c8-a487bf6500ab on network 8cbda385-dfb9-4521-850e-89ac8973f3e0 {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:29:09.422615 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcbf294-c6ac-4640-88e4-041e91e9d538 None None] Checking agent: {'id': '5a6b735b-9c6f-44f2-a3b4-85e645e583d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 57, 20), 'started_at': datetime.datetime(2021, 6, 3, 21, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:29:09.423013 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcbf294-c6ac-4640-88e4-041e91e9d538 None None] Checking segment: {'id': 'df64602d-b105-4ee0-adbf-acf9187a875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '8cbda385-dfb9-4521-850e-89ac8973f3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:29:09.423667 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-edcbf294-c6ac-4640-88e4-041e91e9d538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:09.424301 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edcbf294-c6ac-4640-88e4-041e91e9d538 None None] Bound using segment: {'id': 'df64602d-b105-4ee0-adbf-acf9187a875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '8cbda385-dfb9-4521-850e-89ac8973f3e0'} {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:29:09.425072 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-edcbf294-c6ac-4640-88e4-041e91e9d538 None None] Bound port: 0e6daa0a-e834-4e3d-b4c8-a487bf6500ab, host: dv-cinder-794669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df64602d-b105-4ee0-adbf-acf9187a875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '8cbda385-dfb9-4521-850e-89ac8973f3e0'}}] {{(pid=92565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:29:09.425683 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-edcbf294-c6ac-4640-88e4-041e91e9d538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:09.609059 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-89103ab1-4c84-4796-9301-44ab6a647673 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:09.618452 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-edcbf294-c6ac-4640-88e4-041e91e9d538 None None] For port 0e6daa0a-e834-4e3d-b4c8-a487bf6500ab, host dv-cinder-794669-4-iscsi, cleared binding levels {{(pid=92565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:29:09.623580 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-edcbf294-c6ac-4640-88e4-041e91e9d538 None None] For port 0e6daa0a-e834-4e3d-b4c8-a487bf6500ab, host dv-cinder-794669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=0e6daa0a-e834-4e3d-b4c8-a487bf6500ab,segment=NetworkSegment(df64602d-b105-4ee0-adbf-acf9187a875a),segment_id=df64602d-b105-4ee0-adbf-acf9187a875a)] {{(pid=92565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:29:09.645801 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-89103ab1-4c84-4796-9301-44ab6a647673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:09.669030 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning for port 5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:29:09.677553 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port 5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:29:09.678150 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:09.715095 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-edcbf294-c6ac-4640-88e4-041e91e9d538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:09.725286 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-212c458b-ecfa-45bd-a7bd-be4ec5f45554 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:29:09.837587 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcbf294-c6ac-4640-88e4-041e91e9d538 None None] Pushing event updated for resources: {'Port': ['ID=0e6daa0a-e834-4e3d-b4c8-a487bf6500ab,revision_number=2']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:29:09.846998 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-edcbf294-c6ac-4640-88e4-041e91e9d538 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:29:09.857912 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.db_base_plugin_common [None req-89103ab1-4c84-4796-9301-44ab6a647673 admin admin] Allocated IP 172.27.0.137 (fbd3fa50-1ea9-4a37-9f63-373be6d121e3/b881b088-b524-4558-b754-6a0245dcfb71/aa35fd91-852e-4dc8-a011-e05b5c6c77f0) {{(pid=92564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:29:09.928407 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:09.968041 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] For port 5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd,segment=NetworkSegment(d60f3829-0ebc-426c-bb02-1c56a89ec8ca),segment_id=d60f3829-0ebc-426c-bb02-1c56a89ec8ca)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:29:10.063886 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:10.067236 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-2005953f-735f-452f-adca-f8a657eb19df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:29:10.170627 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-89103ab1-4c84-4796-9301-44ab6a647673 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:10.183128 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Pushing event updated for resources: {'Port': ['ID=5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd,revision_number=5']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:29:10.187161 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:29:10.297214 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-89103ab1-4c84-4796-9301-44ab6a647673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:10.301308 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:29:10.367346 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89103ab1-4c84-4796-9301-44ab6a647673 admin admin] Network fbd3fa50-1ea9-4a37-9f63-373be6d121e3 is already hosted by enough agents. {{(pid=92564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:29:10.370302 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.base_scheduler [None req-89103ab1-4c84-4796-9301-44ab6a647673 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:29:10.373660 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89103ab1-4c84-4796-9301-44ab6a647673 admin admin] Received port after_create {{(pid=92564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:29:10.443570 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89103ab1-4c84-4796-9301-44ab6a647673 admin admin] Pushing event updated for resources: {'Port': ['ID=aa35fd91-852e-4dc8-a011-e05b5c6c77f0,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:29:10.472708 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89103ab1-4c84-4796-9301-44ab6a647673 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:29:10.473088 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89103ab1-4c84-4796-9301-44ab6a647673 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:29:10.473461 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89103ab1-4c84-4796-9301-44ab6a647673 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:29:10.473821 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89103ab1-4c84-4796-9301-44ab6a647673 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:29:10.474182 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89103ab1-4c84-4796-9301-44ab6a647673 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:29:10.474537 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89103ab1-4c84-4796-9301-44ab6a647673 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:29:10.474898 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89103ab1-4c84-4796-9301-44ab6a647673 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:29:10.475248 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89103ab1-4c84-4796-9301-44ab6a647673 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:29:10.475634 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89103ab1-4c84-4796-9301-44ab6a647673 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:29:10.475987 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89103ab1-4c84-4796-9301-44ab6a647673 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:29:10.476331 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89103ab1-4c84-4796-9301-44ab6a647673 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:29:10.476673 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89103ab1-4c84-4796-9301-44ab6a647673 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:29:10.481180 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-89103ab1-4c84-4796-9301-44ab6a647673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:29:10.918298 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ede0db-bb2c-4570-a1d4-c207dfb092e8 None None] Network 8cbda385-dfb9-4521-850e-89ac8973f3e0 requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:29:11.060260 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-89103ab1-4c84-4796-9301-44ab6a647673 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:11.106847 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-cc3c7dc5-276a-4e70-bbc1-241258eb9294 None None] Provisioning for port 0e6daa0a-e834-4e3d-b4c8-a487bf6500ab completed by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:29:11.369502 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 0e6daa0a-e834-4e3d-b4c8-a487bf6500ab up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:29:11.616372 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning for port 0e6daa0a-e834-4e3d-b4c8-a487bf6500ab completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:29:11.622086 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port 0e6daa0a-e834-4e3d-b4c8-a487bf6500ab triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:29:11.622475 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:11.655021 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-89103ab1-4c84-4796-9301-44ab6a647673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-709087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-309310'] for router, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:11.747684 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:11.782006 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] For port 0e6daa0a-e834-4e3d-b4c8-a487bf6500ab, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=0e6daa0a-e834-4e3d-b4c8-a487bf6500ab,segment=NetworkSegment(df64602d-b105-4ee0-adbf-acf9187a875a),segment_id=df64602d-b105-4ee0-adbf-acf9187a875a)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:29:11.892142 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:11.893334 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:29:11.921655 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-edcbf294-c6ac-4640-88e4-041e91e9d538 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:29:11.994654 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89103ab1-4c84-4796-9301-44ab6a647673 admin admin] Router 57f686cd-4fb0-42ef-8902-8ec774ed20c3 is scheduled to L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 with binding_index 1 {{(pid=92564) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 03 22:29:12.059133 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Pushing event updated for resources: {'Port': ['ID=0e6daa0a-e834-4e3d-b4c8-a487bf6500ab,revision_number=3']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:29:12.064150 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:29:12.075766 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port 5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:29:12.076143 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:12.222380 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89103ab1-4c84-4796-9301-44ab6a647673 admin admin] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:29:12.231641 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101617ae-fd76-4ec3-89ac-8cbb5ac8a637 None None] Sync routers for ids ['57f686cd-4fb0-42ef-8902-8ec774ed20c3'] in dv-cinder-794669-4-iscsi {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:29:12.242115 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101617ae-fd76-4ec3-89ac-8cbb5ac8a637 None None] Routers {'57f686cd-4fb0-42ef-8902-8ec774ed20c3'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:29:12.242882 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-101617ae-fd76-4ec3-89ac-8cbb5ac8a637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814e73bd30>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:28:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['57f686cd-4fb0-42ef-8902-8ec774ed20c3'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:29:12.410411 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-89103ab1-4c84-4796-9301-44ab6a647673 admin admin] Notify callbacks [] for router, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:12.415426 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-89103ab1-4c84-4796-9301-44ab6a647673 admin admin] 10.222.0.106 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.3073289
Jun 03 22:29:12.415695 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 41152) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:29:12.439129 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-101617ae-fd76-4ec3-89ac-8cbb5ac8a637 None None] Set router 57f686cd-4fb0-42ef-8902-8ec774ed20c3 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:29:12.761296 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-101617ae-fd76-4ec3-89ac-8cbb5ac8a637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814e73bd30>, [{'id': '57f686cd-4fb0-42ef-8902-8ec774ed20c3', 'name': 'tempest-TestVolumeBootPattern-733647581-router', 'tenant_id': 'd3ff8408fd66410485cdd6277be1ab93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'aa35fd91-852e-4dc8-a011-e05b5c6c77f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:29:08Z', 'updated_at': '2021-06-03T22:29:10Z', 'revision_number': 3, 'project_id': 'd3ff8408fd66410485cdd6277be1ab93', 'gw_port': {'id': 'aa35fd91-852e-4dc8-a011-e05b5c6c77f0', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f686cd-4fb0-42ef-8902-8ec774ed20c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:29:09Z', 'updated_at': '2021-06-03T22:29:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:29:12.765680 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101617ae-fd76-4ec3-89ac-8cbb5ac8a637 None None] Checking router: 57f686cd-4fb0-42ef-8902-8ec774ed20c3 for host: dv-cinder-794669-4-iscsi {{(pid=92565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:29:12.766036 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101617ae-fd76-4ec3-89ac-8cbb5ac8a637 None None] Updating router 57f686cd-4fb0-42ef-8902-8ec774ed20c3 port aa35fd91-852e-4dc8-a011-e05b5c6c77f0 binding host dv-cinder-794669-4-iscsi {{(pid=92565) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 22:29:12.826105 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-101617ae-fd76-4ec3-89ac-8cbb5ac8a637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:13.244694 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 0e6daa0a-e834-4e3d-b4c8-a487bf6500ab up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:29:13.283904 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-101617ae-fd76-4ec3-89ac-8cbb5ac8a637 None None] Notify callbacks [] for port, precommit_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:13.310387 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-101617ae-fd76-4ec3-89ac-8cbb5ac8a637 None None] Transition to ACTIVE for port object aa35fd91-852e-4dc8-a011-e05b5c6c77f0 will not be triggered until provisioned by entity L2. {{(pid=92565) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:29:13.364306 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port 0e6daa0a-e834-4e3d-b4c8-a487bf6500ab triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:29:13.364306 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:13.385137 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-293601d3-b95f-41c2-9c46-bb5743543e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:13.407681 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-101617ae-fd76-4ec3-89ac-8cbb5ac8a637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:13.435211 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-dcab2ff8-8204-4639-a208-52bd10f128d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:29:13.556850 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503219c6-153d-4b3e-8505-3fb9b51a6ee3 None None] Pushing event updated for resources: {'Port': ['ID=aa35fd91-852e-4dc8-a011-e05b5c6c77f0,revision_number=2']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:29:13.561772 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-503219c6-153d-4b3e-8505-3fb9b51a6ee3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:29:13.562741 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-101617ae-fd76-4ec3-89ac-8cbb5ac8a637 None None] Attempting to bind port aa35fd91-852e-4dc8-a011-e05b5c6c77f0 on host dv-cinder-794669-4-iscsi for vnic_type normal with profile  {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:29:13.563109 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-101617ae-fd76-4ec3-89ac-8cbb5ac8a637 None None] Attempting to bind port aa35fd91-852e-4dc8-a011-e05b5c6c77f0 by drivers openvswitch,hyperv on host dv-cinder-794669-4-iscsi at level 0 using segments [{'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'}] {{(pid=92565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:29:13.563539 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101617ae-fd76-4ec3-89ac-8cbb5ac8a637 None None] Attempting to bind port aa35fd91-852e-4dc8-a011-e05b5c6c77f0 on network fbd3fa50-1ea9-4a37-9f63-373be6d121e3 {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:29:13.573164 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101617ae-fd76-4ec3-89ac-8cbb5ac8a637 None None] Checking agent: {'id': '5a6b735b-9c6f-44f2-a3b4-85e645e583d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 57, 20), 'started_at': datetime.datetime(2021, 6, 3, 21, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:29:13.573164 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101617ae-fd76-4ec3-89ac-8cbb5ac8a637 None None] Checking segment: {'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92565) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:29:13.573164 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-101617ae-fd76-4ec3-89ac-8cbb5ac8a637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:13.576611 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101617ae-fd76-4ec3-89ac-8cbb5ac8a637 None None] Bound using segment: {'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'} {{(pid=92565) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:29:13.576611 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.managers [None req-101617ae-fd76-4ec3-89ac-8cbb5ac8a637 None None] Bound port: aa35fd91-852e-4dc8-a011-e05b5c6c77f0, host: dv-cinder-794669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3'}}] {{(pid=92565) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:29:13.576611 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-101617ae-fd76-4ec3-89ac-8cbb5ac8a637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:13.644754 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.db_base_plugin_common [None req-293601d3-b95f-41c2-9c46-bb5743543e54 admin admin] Allocated IP 172.20.0.1 (8cbda385-dfb9-4521-850e-89ac8973f3e0/f25f1bf2-a4bb-4bd0-92a9-61ffc04ca27f/6a635776-5ed6-4af1-9355-88c3c3795cd7) {{(pid=92563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:29:13.735565 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-101617ae-fd76-4ec3-89ac-8cbb5ac8a637 None None] For port aa35fd91-852e-4dc8-a011-e05b5c6c77f0, host dv-cinder-794669-4-iscsi, cleared binding levels {{(pid=92565) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:29:13.739612 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-101617ae-fd76-4ec3-89ac-8cbb5ac8a637 None None] For port aa35fd91-852e-4dc8-a011-e05b5c6c77f0, host dv-cinder-794669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=aa35fd91-852e-4dc8-a011-e05b5c6c77f0,segment=NetworkSegment(cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c),segment_id=cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c)] {{(pid=92565) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:29:13.853220 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-101617ae-fd76-4ec3-89ac-8cbb5ac8a637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:13.858395 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-293601d3-b95f-41c2-9c46-bb5743543e54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:13.862726 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-caee5dbf-3507-4adb-90b0-487fdf8f22bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:29:13.876362 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.provisioning_blocks [None req-293601d3-b95f-41c2-9c46-bb5743543e54 admin admin] Transition to ACTIVE for port object 6a635776-5ed6-4af1-9355-88c3c3795cd7 will not be triggered until provisioned by entity DHCP. {{(pid=92563) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:29:13.954937 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-293601d3-b95f-41c2-9c46-bb5743543e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33200950'] for port, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:13.960287 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-fd896372-38df-40ac-8453-5e3af83451b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:29:13.961621 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101617ae-fd76-4ec3-89ac-8cbb5ac8a637 None None] Routers {'57f686cd-4fb0-42ef-8902-8ec774ed20c3'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:29:13.962262 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-101617ae-fd76-4ec3-89ac-8cbb5ac8a637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814e73bd30>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:28:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['57f686cd-4fb0-42ef-8902-8ec774ed20c3'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:29:14.024328 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293601d3-b95f-41c2-9c46-bb5743543e54 admin admin] Network 8cbda385-dfb9-4521-850e-89ac8973f3e0 is already hosted by enough agents. {{(pid=92563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:29:14.028616 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-293601d3-b95f-41c2-9c46-bb5743543e54 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:29:14.031487 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293601d3-b95f-41c2-9c46-bb5743543e54 admin admin] Received port after_create {{(pid=92563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:29:14.077265 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503219c6-153d-4b3e-8505-3fb9b51a6ee3 None None] Pushing event updated for resources: {'Port': ['ID=aa35fd91-852e-4dc8-a011-e05b5c6c77f0,revision_number=3']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:29:14.082710 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-503219c6-153d-4b3e-8505-3fb9b51a6ee3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:29:14.088192 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293601d3-b95f-41c2-9c46-bb5743543e54 admin admin] Pushing event updated for resources: {'Port': ['ID=6a635776-5ed6-4af1-9355-88c3c3795cd7,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:29:14.092042 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-293601d3-b95f-41c2-9c46-bb5743543e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:29:14.107282 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-293601d3-b95f-41c2-9c46-bb5743543e54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-309488'] for router_interface, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:14.224170 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-101617ae-fd76-4ec3-89ac-8cbb5ac8a637 None None] Set router 57f686cd-4fb0-42ef-8902-8ec774ed20c3 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:29:14.332596 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-293601d3-b95f-41c2-9c46-bb5743543e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:14.498322 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-92f7d1fe-eac1-4b09-a142-ac7abbc37b9b None None] Provisioning for port 6a635776-5ed6-4af1-9355-88c3c3795cd7 completed by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:29:14.515702 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-92f7d1fe-eac1-4b09-a142-ac7abbc37b9b None None] Provisioning complete for port 6a635776-5ed6-4af1-9355-88c3c3795cd7 triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:29:14.516495 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-92f7d1fe-eac1-4b09-a142-ac7abbc37b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:14.594093 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-293601d3-b95f-41c2-9c46-bb5743543e54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:14.609187 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-92f7d1fe-eac1-4b09-a142-ac7abbc37b9b None None] Port 6a635776-5ed6-4af1-9355-88c3c3795cd7 cannot update to ACTIVE because it is not bound. {{(pid=92565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 22:29:14.639118 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-101617ae-fd76-4ec3-89ac-8cbb5ac8a637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814e73bd30>, [{'id': '57f686cd-4fb0-42ef-8902-8ec774ed20c3', 'name': 'tempest-TestVolumeBootPattern-733647581-router', 'tenant_id': 'd3ff8408fd66410485cdd6277be1ab93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'aa35fd91-852e-4dc8-a011-e05b5c6c77f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:29:08Z', 'updated_at': '2021-06-03T22:29:10Z', 'revision_number': 3, 'project_id': 'd3ff8408fd66410485cdd6277be1ab93', 'gw_port': {'id': 'aa35fd91-852e-4dc8-a011-e05b5c6c77f0', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f686cd-4fb0-42ef-8902-8ec774ed20c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:29:09Z', 'updated_at': '2021-06-03T22:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:29:14.643266 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101617ae-fd76-4ec3-89ac-8cbb5ac8a637 None None] The sync data for ids ['57f686cd-4fb0-42ef-8902-8ec774ed20c3'] in dv-cinder-794669-4-iscsi is: [{'id': '57f686cd-4fb0-42ef-8902-8ec774ed20c3', 'name': 'tempest-TestVolumeBootPattern-733647581-router', 'tenant_id': 'd3ff8408fd66410485cdd6277be1ab93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'aa35fd91-852e-4dc8-a011-e05b5c6c77f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:29:08Z', 'updated_at': '2021-06-03T22:29:10Z', 'revision_number': 3, 'project_id': 'd3ff8408fd66410485cdd6277be1ab93', 'gw_port': {'id': 'aa35fd91-852e-4dc8-a011-e05b5c6c77f0', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d5:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f686cd-4fb0-42ef-8902-8ec774ed20c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:29:09Z', 'updated_at': '2021-06-03T22:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}] {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:29:14.690869 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-293601d3-b95f-41c2-9c46-bb5743543e54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33201101'] for port, after_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:14.719349 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-4e8744a0-24f7-4c93-b9bd-0a3e2cf4d1e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:29:14.800285 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293601d3-b95f-41c2-9c46-bb5743543e54 admin admin] Pushing event updated for resources: {'Port': ['ID=6a635776-5ed6-4af1-9355-88c3c3795cd7,revision_number=2']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:29:14.805214 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-293601d3-b95f-41c2-9c46-bb5743543e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:29:14.810459 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-293601d3-b95f-41c2-9c46-bb5743543e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-630872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-664988'] for router_interface, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:15.025710 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293601d3-b95f-41c2-9c46-bb5743543e54 admin admin] Network 8cbda385-dfb9-4521-850e-89ac8973f3e0 is already hosted by enough agents. {{(pid=92563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:29:15.028477 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-293601d3-b95f-41c2-9c46-bb5743543e54 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:29:15.282266 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device aa35fd91-852e-4dc8-a011-e05b5c6c77f0 up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:29:15.282955 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293601d3-b95f-41c2-9c46-bb5743543e54 admin admin] Router 57f686cd-4fb0-42ef-8902-8ec774ed20c3 has already been hosted by L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 {{(pid=92563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 22:29:15.405391 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-748256b0-cfe2-4e07-9b32-2adac2c1e69b None None] Provisioning complete for port 6a635776-5ed6-4af1-9355-88c3c3795cd7 triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:29:15.410038 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-748256b0-cfe2-4e07-9b32-2adac2c1e69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:15.490275 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-748256b0-cfe2-4e07-9b32-2adac2c1e69b None None] Port 6a635776-5ed6-4af1-9355-88c3c3795cd7 cannot update to ACTIVE because it is not bound. {{(pid=92565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 22:29:15.580827 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning for port aa35fd91-852e-4dc8-a011-e05b5c6c77f0 completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:29:15.591280 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port aa35fd91-852e-4dc8-a011-e05b5c6c77f0 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:29:15.591951 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:15.617310 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293601d3-b95f-41c2-9c46-bb5743543e54 admin admin] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:29:15.621088 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 41166) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:29:15.627883 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-293601d3-b95f-41c2-9c46-bb5743543e54 admin admin] 10.222.0.106 "PUT /v2.0/routers/57f686cd-4fb0-42ef-8902-8ec774ed20c3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2109377
Jun 03 22:29:15.787288 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-c2d7f260-3071-429c-85fa-58069d3a6c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:15.801672 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-c2d7f260-3071-429c-85fa-58069d3a6c9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:29:15.807443 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-c2d7f260-3071-429c-85fa-58069d3a6c9a admin admin] Usage tracker for resource:security_group_rule and tenant:48507dfb00ab495fa31980001086570e is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:29:15.813175 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:15.813514 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-c2d7f260-3071-429c-85fa-58069d3a6c9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:29:15.820651 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-c2d7f260-3071-429c-85fa-58069d3a6c9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:29:15.836194 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] For port aa35fd91-852e-4dc8-a011-e05b5c6c77f0, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=aa35fd91-852e-4dc8-a011-e05b5c6c77f0,segment=NetworkSegment(cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c),segment_id=cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:29:15.884976 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:15.886857 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-148d1c3c-830e-4e11-9076-27f7ead0dc4e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:29:15.951928 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-c2d7f260-3071-429c-85fa-58069d3a6c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:15.981888 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Pushing event updated for resources: {'Port': ['ID=aa35fd91-852e-4dc8-a011-e05b5c6c77f0,revision_number=4']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:29:15.987425 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:29:16.005714 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-c2d7f260-3071-429c-85fa-58069d3a6c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:16.015761 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-8d68e355-6ff9-4808-9cf0-802acdeb9a7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:29:16.057495 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-c2d7f260-3071-429c-85fa-58069d3a6c9a admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=48507dfb00ab495fa31980001086570e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4350348
Jun 03 22:29:16.059423 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d7f260-3071-429c-85fa-58069d3a6c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b381e2c6-606f-4ffa-89a2-8b28f74fa3a7,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:29:16.061755 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 41178) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:29:16.063686 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-c2d7f260-3071-429c-85fa-58069d3a6c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:29:16.085715 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:16.137418 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-e8844a6c-4687-4a60-9a1e-893f42db650c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:16.172923 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-e8844a6c-4687-4a60-9a1e-893f42db650c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:16.314185 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-e8844a6c-4687-4a60-9a1e-893f42db650c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:16.322027 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-fd475860-cc28-4d1f-a432-08ab046d9948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:29:16.335546 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8844a6c-4687-4a60-9a1e-893f42db650c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b381e2c6-606f-4ffa-89a2-8b28f74fa3a7,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:29:16.340913 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-e8844a6c-4687-4a60-9a1e-893f42db650c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:29:16.342917 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-e8844a6c-4687-4a60-9a1e-893f42db650c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:16.344076 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-e8844a6c-4687-4a60-9a1e-893f42db650c admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/b381e2c6-606f-4ffa-89a2-8b28f74fa3a7 HTTP/1.1" status: 204  len: 168 time: 0.2815297
Jun 03 22:29:16.646950 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1732a6b0-7411-4d09-8707-53337706da29 None None] Sync routers for ids ['57f686cd-4fb0-42ef-8902-8ec774ed20c3'] in dv-cinder-794669-4-iscsi {{(pid=92566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:29:16.658408 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1732a6b0-7411-4d09-8707-53337706da29 None None] Routers {'57f686cd-4fb0-42ef-8902-8ec774ed20c3'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:29:16.664029 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-1732a6b0-7411-4d09-8707-53337706da29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814f1b7670>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:28:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['57f686cd-4fb0-42ef-8902-8ec774ed20c3'], 'active': True} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:29:16.773922 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 41182) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:29:16.782055 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-70114c21-ca74-4181-981f-e7c508214bb6 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1451041690', 'description': 'tempest-secgroup-smoke-1451041690 description', 'project_id': '9d878fa7955745bd9db5d1fa1de0e8fc'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:29:16.793706 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-70114c21-ca74-4181-981f-e7c508214bb6 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:29:16.800661 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-70114c21-ca74-4181-981f-e7c508214bb6 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Usage tracker for resource:security_group and tenant:9d878fa7955745bd9db5d1fa1de0e8fc is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:29:16.806154 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-70114c21-ca74-4181-981f-e7c508214bb6 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:29:16.817216 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-70114c21-ca74-4181-981f-e7c508214bb6 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:29:16.865501 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvr_db [None req-1732a6b0-7411-4d09-8707-53337706da29 None None] Set router 57f686cd-4fb0-42ef-8902-8ec774ed20c3 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:29:16.907954 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-70114c21-ca74-4181-981f-e7c508214bb6 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks [] for security_group, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:16.930057 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-70114c21-ca74-4181-981f-e7c508214bb6 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:29:16.934332 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-70114c21-ca74-4181-981f-e7c508214bb6 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Usage tracker for resource:security_group_rule and tenant:9d878fa7955745bd9db5d1fa1de0e8fc is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:29:16.937404 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-70114c21-ca74-4181-981f-e7c508214bb6 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:29:16.943133 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-70114c21-ca74-4181-981f-e7c508214bb6 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:29:16.976454 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-39b36763-cb53-4781-a8d0-1cf50243cde4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:17.025334 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-70114c21-ca74-4181-981f-e7c508214bb6 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks [] for security_group, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:17.096639 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-70114c21-ca74-4181-981f-e7c508214bb6 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:17.105570 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-c17932e7-3c38-4a9c-a757-35cde5400c8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:29:17.160999 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70114c21-ca74-4181-981f-e7c508214bb6 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8520b138-e2a3-4a45-ba30-59bc9f8a6fec,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:29:17.163873 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-70114c21-ca74-4181-981f-e7c508214bb6 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:29:17.204725 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-70114c21-ca74-4181-981f-e7c508214bb6 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:17.206191 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-1732a6b0-7411-4d09-8707-53337706da29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814f1b7670>, [{'id': '57f686cd-4fb0-42ef-8902-8ec774ed20c3', 'name': 'tempest-TestVolumeBootPattern-733647581-router', 'tenant_id': 'd3ff8408fd66410485cdd6277be1ab93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'aa35fd91-852e-4dc8-a011-e05b5c6c77f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:29:08Z', 'updated_at': '2021-06-03T22:29:14Z', 'revision_number': 4, 'project_id': 'd3ff8408fd66410485cdd6277be1ab93', 'gw_port': {'id': 'aa35fd91-852e-4dc8-a011-e05b5c6c77f0', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f686cd-4fb0-42ef-8902-8ec774ed20c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:29:09Z', 'updated_at': '2021-06-03T22:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': '6a635776-5ed6-4af1-9355-88c3c3795cd7', 'name': '', 'network_id': '8cbda385-dfb9-4521-850e-89ac8973f3e0', 'tenant_id': 'd3ff8408fd66410485cdd6277be1ab93', 'mac_address': 'fa:16:3e:56:30:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f686cd-4fb0-42ef-8902-8ec774ed20c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'f25f1bf2-a4bb-4bd0-92a9-61ffc04ca27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:29:13Z', 'updated_at': '2021-06-03T22:29:14Z', 'revision_number': 2, 'project_id': 'd3ff8408fd66410485cdd6277be1ab93', 'subnets': [{'id': 'f25f1bf2-a4bb-4bd0-92a9-61ffc04ca27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:29:17.206367 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-70114c21-ca74-4181-981f-e7c508214bb6 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4308560
Jun 03 22:29:17.209340 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 41184) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:29:17.210908 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1732a6b0-7411-4d09-8707-53337706da29 None None] Checking router: 57f686cd-4fb0-42ef-8902-8ec774ed20c3 for host: dv-cinder-794669-4-iscsi {{(pid=92566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:29:17.211271 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1732a6b0-7411-4d09-8707-53337706da29 None None] Updating router 57f686cd-4fb0-42ef-8902-8ec774ed20c3 port 6a635776-5ed6-4af1-9355-88c3c3795cd7 binding host dv-cinder-794669-4-iscsi {{(pid=92566) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 03 22:29:17.214642 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [None req-f5ede795-65fd-4a12-9a6e-65eeb004d1f3 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Request body: {'security_group_rule': {'security_group_id': '8520b138-e2a3-4a45-ba30-59bc9f8a6fec', 'project_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:29:17.226375 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-f5ede795-65fd-4a12-9a6e-65eeb004d1f3 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:29:17.231754 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-f5ede795-65fd-4a12-9a6e-65eeb004d1f3 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Usage tracker for resource:security_group_rule and tenant:9d878fa7955745bd9db5d1fa1de0e8fc is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:29:17.236640 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-f5ede795-65fd-4a12-9a6e-65eeb004d1f3 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:29:17.242976 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-f5ede795-65fd-4a12-9a6e-65eeb004d1f3 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:29:17.253960 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device aa35fd91-852e-4dc8-a011-e05b5c6c77f0 up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:29:17.273700 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-1732a6b0-7411-4d09-8707-53337706da29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:17.329673 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-f5ede795-65fd-4a12-9a6e-65eeb004d1f3 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:17.334762 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port aa35fd91-852e-4dc8-a011-e05b5c6c77f0 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:29:17.335151 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:17.414343 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-f5ede795-65fd-4a12-9a6e-65eeb004d1f3 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:17.508078 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-f5ede795-65fd-4a12-9a6e-65eeb004d1f3 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679028'] for security_group_rule, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:17.516403 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:29:17.537783 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ede795-65fd-4a12-9a6e-65eeb004d1f3 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9289d7ad-fc86-4193-a45e-1baf9ed3bd4a,revision_number=0']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:29:17.548159 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-f5ede795-65fd-4a12-9a6e-65eeb004d1f3 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:29:17.622030 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-f5ede795-65fd-4a12-9a6e-65eeb004d1f3 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:17.623339 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-f5ede795-65fd-4a12-9a6e-65eeb004d1f3 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4130006
Jun 03 22:29:17.629613 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 41186) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:29:17.634752 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [None req-50ab2622-b2de-4ee5-90e0-193437887547 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Request body: {'security_group_rule': {'security_group_id': '8520b138-e2a3-4a45-ba30-59bc9f8a6fec', 'project_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:29:17.641920 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-50ab2622-b2de-4ee5-90e0-193437887547 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:29:17.645868 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-50ab2622-b2de-4ee5-90e0-193437887547 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Usage tracker for resource:security_group_rule and tenant:9d878fa7955745bd9db5d1fa1de0e8fc is out of sync, need to count used quota {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:29:17.649213 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [None req-50ab2622-b2de-4ee5-90e0-193437887547 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92564) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:29:17.656840 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [None req-50ab2622-b2de-4ee5-90e0-193437887547 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:29:17.685919 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-1732a6b0-7411-4d09-8707-53337706da29 None None] Notify callbacks [] for port, precommit_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:17.699477 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.provisioning_blocks [None req-1732a6b0-7411-4d09-8707-53337706da29 None None] Transition to ACTIVE for port object 6a635776-5ed6-4af1-9355-88c3c3795cd7 will not be triggered until provisioned by entity L2. {{(pid=92566) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:29:17.770774 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-50ab2622-b2de-4ee5-90e0-193437887547 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:17.817415 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-1732a6b0-7411-4d09-8707-53337706da29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:17.825196 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:29:17.844914 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-50ab2622-b2de-4ee5-90e0-193437887547 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:17.926750 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-50ab2622-b2de-4ee5-90e0-193437887547 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679028'] for security_group_rule, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:17.930164 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-f5ede795-65fd-4a12-9a6e-65eeb004d1f3 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:29:17.960300 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab2622-b2de-4ee5-90e0-193437887547 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e7d9270-4511-4a9f-be9d-b850d42393f2,revision_number=0']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:29:17.966172 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-50ab2622-b2de-4ee5-90e0-193437887547 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:29:17.972828 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9a07d-4b52-4cf6-bb20-6c5cd60bacaa None None] Pushing event updated for resources: {'Port': ['ID=6a635776-5ed6-4af1-9355-88c3c3795cd7,revision_number=3']} {{(pid=92566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:29:17.979575 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG oslo_concurrency.lockutils [None req-4da9a07d-4b52-4cf6-bb20-6c5cd60bacaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:29:18.062055 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-50ab2622-b2de-4ee5-90e0-193437887547 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:18.063259 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-50ab2622-b2de-4ee5-90e0-193437887547 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4326761
Jun 03 22:29:18.066148 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 41188) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:29:18.071858 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-c327ec04-a773-4c4f-a03b-f8cab982df08 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Request body: {'security_group_rule': {'security_group_id': '8520b138-e2a3-4a45-ba30-59bc9f8a6fec', 'project_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:29:18.073961 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.managers [None req-1732a6b0-7411-4d09-8707-53337706da29 None None] Attempting to bind port 6a635776-5ed6-4af1-9355-88c3c3795cd7 on host dv-cinder-794669-4-iscsi for vnic_type normal with profile  {{(pid=92566) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:29:18.074341 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.managers [None req-1732a6b0-7411-4d09-8707-53337706da29 None None] Attempting to bind port 6a635776-5ed6-4af1-9355-88c3c3795cd7 by drivers openvswitch,hyperv on host dv-cinder-794669-4-iscsi at level 0 using segments [{'id': 'df64602d-b105-4ee0-adbf-acf9187a875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '8cbda385-dfb9-4521-850e-89ac8973f3e0'}] {{(pid=92566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:29:18.076486 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1732a6b0-7411-4d09-8707-53337706da29 None None] Attempting to bind port 6a635776-5ed6-4af1-9355-88c3c3795cd7 on network 8cbda385-dfb9-4521-850e-89ac8973f3e0 {{(pid=92566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:29:18.079652 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-c327ec04-a773-4c4f-a03b-f8cab982df08 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:29:18.080840 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1732a6b0-7411-4d09-8707-53337706da29 None None] Checking agent: {'id': '5a6b735b-9c6f-44f2-a3b4-85e645e583d6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794669-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 21, 57, 20), 'started_at': datetime.datetime(2021, 6, 3, 21, 57, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794669-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:29:18.081265 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1732a6b0-7411-4d09-8707-53337706da29 None None] Checking segment: {'id': 'df64602d-b105-4ee0-adbf-acf9187a875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '8cbda385-dfb9-4521-850e-89ac8973f3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92566) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:29:18.081671 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-1732a6b0-7411-4d09-8707-53337706da29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:18.082075 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1732a6b0-7411-4d09-8707-53337706da29 None None] Bound using segment: {'id': 'df64602d-b105-4ee0-adbf-acf9187a875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '8cbda385-dfb9-4521-850e-89ac8973f3e0'} {{(pid=92566) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:29:18.082545 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.managers [None req-1732a6b0-7411-4d09-8707-53337706da29 None None] Bound port: 6a635776-5ed6-4af1-9355-88c3c3795cd7, host: dv-cinder-794669-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df64602d-b105-4ee0-adbf-acf9187a875a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1414, 'network_id': '8cbda385-dfb9-4521-850e-89ac8973f3e0'}}] {{(pid=92566) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:29:18.082954 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-1732a6b0-7411-4d09-8707-53337706da29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:18.085780 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-c327ec04-a773-4c4f-a03b-f8cab982df08 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Usage tracker for resource:security_group_rule and tenant:9d878fa7955745bd9db5d1fa1de0e8fc is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:29:18.089088 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-c327ec04-a773-4c4f-a03b-f8cab982df08 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:29:18.097212 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-c327ec04-a773-4c4f-a03b-f8cab982df08 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:29:18.174846 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.db [None req-1732a6b0-7411-4d09-8707-53337706da29 None None] For port 6a635776-5ed6-4af1-9355-88c3c3795cd7, host dv-cinder-794669-4-iscsi, cleared binding levels {{(pid=92566) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:29:18.177893 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.plugins.ml2.db [None req-1732a6b0-7411-4d09-8707-53337706da29 None None] For port 6a635776-5ed6-4af1-9355-88c3c3795cd7, host dv-cinder-794669-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=6a635776-5ed6-4af1-9355-88c3c3795cd7,segment=NetworkSegment(df64602d-b105-4ee0-adbf-acf9187a875a),segment_id=df64602d-b105-4ee0-adbf-acf9187a875a)] {{(pid=92566) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:29:18.200158 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-c327ec04-a773-4c4f-a03b-f8cab982df08 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:18.267290 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-c327ec04-a773-4c4f-a03b-f8cab982df08 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:18.274222 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron_lib.callbacks.manager [None req-1732a6b0-7411-4d09-8707-53337706da29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92566) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:18.278364 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:29:18.350108 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1732a6b0-7411-4d09-8707-53337706da29 None None] Routers {'57f686cd-4fb0-42ef-8902-8ec774ed20c3'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:29:18.350762 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-1732a6b0-7411-4d09-8707-53337706da29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814f1b7670>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:28:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['57f686cd-4fb0-42ef-8902-8ec774ed20c3'], 'active': True} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:29:18.360628 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-c327ec04-a773-4c4f-a03b-f8cab982df08 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679028'] for security_group_rule, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:18.363326 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-a788a73a-67fe-457d-b612-bc06d23d86c9 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:29:18.390178 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327ec04-a773-4c4f-a03b-f8cab982df08 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3198f32e-8fba-4dfb-9fcc-99ffc9470322,revision_number=0']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:29:18.393185 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-c327ec04-a773-4c4f-a03b-f8cab982df08 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:29:18.434603 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9a07d-4b52-4cf6-bb20-6c5cd60bacaa None None] Pushing event updated for resources: {'Port': ['ID=6a635776-5ed6-4af1-9355-88c3c3795cd7,revision_number=4']} {{(pid=92566) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:29:18.440068 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG oslo_concurrency.lockutils [None req-4da9a07d-4b52-4cf6-bb20-6c5cd60bacaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92566) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:29:18.450842 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-c327ec04-a773-4c4f-a03b-f8cab982df08 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:18.452477 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-c327ec04-a773-4c4f-a03b-f8cab982df08 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3851745
Jun 03 22:29:18.455294 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 41190) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:29:18.460274 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-6076d59e-9361-4afc-9008-dcd8e99dc446 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Request body: {'security_group_rule': {'security_group_id': '8520b138-e2a3-4a45-ba30-59bc9f8a6fec', 'project_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:29:18.468261 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-6076d59e-9361-4afc-9008-dcd8e99dc446 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:29:18.472444 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-6076d59e-9361-4afc-9008-dcd8e99dc446 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Usage tracker for resource:security_group_rule and tenant:9d878fa7955745bd9db5d1fa1de0e8fc is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:29:18.475564 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-6076d59e-9361-4afc-9008-dcd8e99dc446 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:29:18.483564 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-6076d59e-9361-4afc-9008-dcd8e99dc446 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:29:18.561017 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvr_db [None req-1732a6b0-7411-4d09-8707-53337706da29 None None] Set router 57f686cd-4fb0-42ef-8902-8ec774ed20c3 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:29:18.565695 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-6076d59e-9361-4afc-9008-dcd8e99dc446 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:18.637200 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-6076d59e-9361-4afc-9008-dcd8e99dc446 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:18.719389 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-6076d59e-9361-4afc-9008-dcd8e99dc446 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679028'] for security_group_rule, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:18.721827 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:29:18.743958 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6076d59e-9361-4afc-9008-dcd8e99dc446 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2f3e6b8-5370-473d-8eab-f804c2d1a62e,revision_number=0']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:29:18.748419 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-6076d59e-9361-4afc-9008-dcd8e99dc446 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:29:18.828001 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-6076d59e-9361-4afc-9008-dcd8e99dc446 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:18.831101 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-6076d59e-9361-4afc-9008-dcd8e99dc446 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3727229
Jun 03 22:29:18.832054 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 41192) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:29:18.836697 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-b00d5125-7a96-486c-8a50-c6610bf84874 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Request body: {'security_group_rule': {'security_group_id': '8520b138-e2a3-4a45-ba30-59bc9f8a6fec', 'project_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:29:18.843819 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-b00d5125-7a96-486c-8a50-c6610bf84874 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:29:18.848132 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-b00d5125-7a96-486c-8a50-c6610bf84874 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Usage tracker for resource:security_group_rule and tenant:9d878fa7955745bd9db5d1fa1de0e8fc is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:29:18.850959 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-b00d5125-7a96-486c-8a50-c6610bf84874 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:29:18.858485 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-b00d5125-7a96-486c-8a50-c6610bf84874 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:29:18.903075 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-1732a6b0-7411-4d09-8707-53337706da29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814f1b7670>, [{'id': '57f686cd-4fb0-42ef-8902-8ec774ed20c3', 'name': 'tempest-TestVolumeBootPattern-733647581-router', 'tenant_id': 'd3ff8408fd66410485cdd6277be1ab93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'aa35fd91-852e-4dc8-a011-e05b5c6c77f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:29:08Z', 'updated_at': '2021-06-03T22:29:14Z', 'revision_number': 4, 'project_id': 'd3ff8408fd66410485cdd6277be1ab93', 'gw_port': {'id': 'aa35fd91-852e-4dc8-a011-e05b5c6c77f0', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f686cd-4fb0-42ef-8902-8ec774ed20c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:29:09Z', 'updated_at': '2021-06-03T22:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': '6a635776-5ed6-4af1-9355-88c3c3795cd7', 'name': '', 'network_id': '8cbda385-dfb9-4521-850e-89ac8973f3e0', 'tenant_id': 'd3ff8408fd66410485cdd6277be1ab93', 'mac_address': 'fa:16:3e:56:30:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f686cd-4fb0-42ef-8902-8ec774ed20c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'f25f1bf2-a4bb-4bd0-92a9-61ffc04ca27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:29:13Z', 'updated_at': '2021-06-03T22:29:18Z', 'revision_number': 4, 'project_id': 'd3ff8408fd66410485cdd6277be1ab93', 'subnets': [{'id': 'f25f1bf2-a4bb-4bd0-92a9-61ffc04ca27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:29:18.907353 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1732a6b0-7411-4d09-8707-53337706da29 None None] The sync data for ids ['57f686cd-4fb0-42ef-8902-8ec774ed20c3'] in dv-cinder-794669-4-iscsi is: [{'id': '57f686cd-4fb0-42ef-8902-8ec774ed20c3', 'name': 'tempest-TestVolumeBootPattern-733647581-router', 'tenant_id': 'd3ff8408fd66410485cdd6277be1ab93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'aa35fd91-852e-4dc8-a011-e05b5c6c77f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:29:08Z', 'updated_at': '2021-06-03T22:29:14Z', 'revision_number': 4, 'project_id': 'd3ff8408fd66410485cdd6277be1ab93', 'gw_port': {'id': 'aa35fd91-852e-4dc8-a011-e05b5c6c77f0', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f686cd-4fb0-42ef-8902-8ec774ed20c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:29:09Z', 'updated_at': '2021-06-03T22:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': '6a635776-5ed6-4af1-9355-88c3c3795cd7', 'name': '', 'network_id': '8cbda385-dfb9-4521-850e-89ac8973f3e0', 'tenant_id': 'd3ff8408fd66410485cdd6277be1ab93', 'mac_address': 'fa:16:3e:56:30:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f686cd-4fb0-42ef-8902-8ec774ed20c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'f25f1bf2-a4bb-4bd0-92a9-61ffc04ca27f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:29:13Z', 'updated_at': '2021-06-03T22:29:18Z', 'revision_number': 4, 'project_id': 'd3ff8408fd66410485cdd6277be1ab93', 'subnets': [{'id': 'f25f1bf2-a4bb-4bd0-92a9-61ffc04ca27f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:29:18.948339 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.db.securitygroups_db [None req-b00d5125-7a96-486c-8a50-c6610bf84874 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Project 9d878fa7955745bd9db5d1fa1de0e8fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 03 22:29:18.960483 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b00d5125-7a96-486c-8a50-c6610bf84874 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:19.058379 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b00d5125-7a96-486c-8a50-c6610bf84874 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:19.121781 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b00d5125-7a96-486c-8a50-c6610bf84874 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679028'] for security_group_rule, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:19.126500 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-95d7882d-e8ee-4bc0-b33b-58c51d49c861 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:29:19.152270 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d5125-7a96-486c-8a50-c6610bf84874 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2b81396-84a1-4769-9eb8-26dd7ce5cb92,revision_number=0']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:29:19.155669 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-b00d5125-7a96-486c-8a50-c6610bf84874 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:29:19.216916 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-b00d5125-7a96-486c-8a50-c6610bf84874 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:19.218206 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-b00d5125-7a96-486c-8a50-c6610bf84874 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3851848
Jun 03 22:29:19.223112 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 41194) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:29:19.230464 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-02a0999d-98fe-4f9b-8bed-614f3426d3c1 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Request body: {'security_group_rule': {'security_group_id': '8520b138-e2a3-4a45-ba30-59bc9f8a6fec', 'project_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:29:19.244511 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-02a0999d-98fe-4f9b-8bed-614f3426d3c1 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:29:19.250257 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-02a0999d-98fe-4f9b-8bed-614f3426d3c1 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Usage tracker for resource:security_group_rule and tenant:9d878fa7955745bd9db5d1fa1de0e8fc is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:29:19.255443 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-02a0999d-98fe-4f9b-8bed-614f3426d3c1 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:29:19.265792 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-02a0999d-98fe-4f9b-8bed-614f3426d3c1 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:29:19.298387 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 6a635776-5ed6-4af1-9355-88c3c3795cd7 up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:29:19.371801 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.db.securitygroups_db [None req-02a0999d-98fe-4f9b-8bed-614f3426d3c1 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Project 9d878fa7955745bd9db5d1fa1de0e8fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 03 22:29:19.378815 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-02a0999d-98fe-4f9b-8bed-614f3426d3c1 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:19.464459 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-02a0999d-98fe-4f9b-8bed-614f3426d3c1 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:19.468197 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning for port 6a635776-5ed6-4af1-9355-88c3c3795cd7 completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:29:19.474353 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port 6a635776-5ed6-4af1-9355-88c3c3795cd7 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:29:19.474833 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:19.513901 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-02a0999d-98fe-4f9b-8bed-614f3426d3c1 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679028'] for security_group_rule, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:19.516209 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:29:19.540676 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a0999d-98fe-4f9b-8bed-614f3426d3c1 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc87c90-c4ba-42fb-b8a5-7089b9feeb71,revision_number=0']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:29:19.545673 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-02a0999d-98fe-4f9b-8bed-614f3426d3c1 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:29:19.611357 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-02a0999d-98fe-4f9b-8bed-614f3426d3c1 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:19.615743 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-02a0999d-98fe-4f9b-8bed-614f3426d3c1 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3881965
Jun 03 22:29:19.635555 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:19.692645 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] For port 6a635776-5ed6-4af1-9355-88c3c3795cd7, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=6a635776-5ed6-4af1-9355-88c3c3795cd7,segment=NetworkSegment(df64602d-b105-4ee0-adbf-acf9187a875a),segment_id=df64602d-b105-4ee0-adbf-acf9187a875a)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:29:19.719990 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:19.754677 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-211a2099-aaf9-490d-bb3a-ad1afb9ffe7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:19.761313 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:19.761313 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:29:19.841547 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Pushing event updated for resources: {'Port': ['ID=6a635776-5ed6-4af1-9355-88c3c3795cd7,revision_number=5']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:29:19.845023 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:29:21.119292 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:21.222085 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 6a635776-5ed6-4af1-9355-88c3c3795cd7 up at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:29:21.295801 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Provisioning complete for port 6a635776-5ed6-4af1-9355-88c3c3795cd7 triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:29:21.296118 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:22.509961 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:34.613789 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:29:43.310861 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-e6127c1d-5dde-459f-b193-768e4064c59e tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1451041690&fields=id&tenant_id=9d878fa7955745bd9db5d1fa1de0e8fc HTTP/1.1" status: 200  len: 267 time: 0.0413160
Jun 03 22:29:43.472916 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-e1c55e7c-81a9-4e0e-b645-0b60ef91957c tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:29:43.474511 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-e1c55e7c-81a9-4e0e-b645-0b60ef91957c tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "GET /v2.0/networks?id=6887f27d-dd01-452f-8727-b88223c7f5fb HTTP/1.1" status: 200  len: 811 time: 0.1558621
Jun 03 22:29:43.491760 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-37af41bf-5a85-4b7d-8f63-236bacff168c tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "GET /v2.0/quotas/9d878fa7955745bd9db5d1fa1de0e8fc HTTP/1.1" status: 200  len: 375 time: 0.0105810
Jun 03 22:29:43.585756 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-20878b3d-7b16-4bf8-984f-f8b1f95faaf1 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "GET /v2.0/ports?tenant_id=9d878fa7955745bd9db5d1fa1de0e8fc&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0878580
Jun 03 22:29:43.712506 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-ffe675a3-830a-4606-a539-378d034769b9 service neutron] http://10.222.0.106:9696/v2.0/extensions returned with HTTP 200 {{(pid=92564) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 03 22:29:43.713465 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-ffe675a3-830a-4606-a539-378d034769b9 service neutron] 10.222.0.106 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1157131
Jun 03 22:29:43.848954 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-198c5bf0-ccbb-45e8-b9ae-8181e1574614 service neutron] 10.222.0.106 "GET /v2.0/networks/6887f27d-dd01-452f-8727-b88223c7f5fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1293116
Jun 03 22:29:43.980693 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-7bf3dfcd-8bbf-4bed-bf4a-fd75edc2a8f8 service neutron] 10.222.0.106 "GET /v2.0/networks/6887f27d-dd01-452f-8727-b88223c7f5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260960
Jun 03 22:29:44.999200 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-d98cb755-7d4a-4c83-9a0a-e22106740dc5 req-4431b8bb-c6a7-4751-b3d8-bed9144d93ab tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Synchronizing usage tracker for tenant:9d878fa7955745bd9db5d1fa1de0e8fc on resource:port {{(pid=92563) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:29:45.107854 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-d98cb755-7d4a-4c83-9a0a-e22106740dc5 req-4431b8bb-c6a7-4751-b3d8-bed9144d93ab tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Unset dirty status for tenant:9d878fa7955745bd9db5d1fa1de0e8fc on resource:port {{(pid=92563) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:29:45.109667 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-d98cb755-7d4a-4c83-9a0a-e22106740dc5 req-4431b8bb-c6a7-4751-b3d8-bed9144d93ab tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "GET /v2.0/ports?device_id=43ddf6d7-bcaf-437f-a576-de7157608cdd HTTP/1.1" status: 200  len: 210 time: 0.2120759
Jun 03 22:29:46.124661 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:46.217855 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a03f6933-1a89-4df3-9380-efece17ec003 req-8fb21934-7951-4bcd-bb54-17d61e9645fd tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "GET /v2.0/ports?device_id=43ddf6d7-bcaf-437f-a576-de7157608cdd HTTP/1.1" status: 200  len: 210 time: 0.0522671
Jun 03 22:29:47.130237 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-a26acd8c-fba3-4f3c-99fe-c0f07bee7fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:47.369518 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-b952ad42-3e8f-46fd-a9ce-1e1cb60f243d req-a5085b46-19f0-4521-94a7-6e29b3da43e7 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "GET /v2.0/ports?device_id=43ddf6d7-bcaf-437f-a576-de7157608cdd HTTP/1.1" status: 200  len: 210 time: 0.0424109
Jun 03 22:29:48.465466 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-fed64fa5-4ebb-4d32-9583-64bf23141769 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:29:48.466955 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-fed64fa5-4ebb-4d32-9583-64bf23141769 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.58 "GET /v2.0/networks?id=6887f27d-dd01-452f-8727-b88223c7f5fb HTTP/1.1" status: 200  len: 811 time: 0.1719055
Jun 03 22:29:48.644226 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-0694d933-46f3-4b43-bf14-b8596e443ac0 req-abb6034f-c772-4641-ba91-1d4490e15696 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "GET /v2.0/ports?device_id=43ddf6d7-bcaf-437f-a576-de7157608cdd HTTP/1.1" status: 200  len: 210 time: 0.1534433
Jun 03 22:29:48.667754 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-1ccb644c-916a-4f16-bbe7-25db105a86ba tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d878fa7955745bd9db5d1fa1de0e8fc HTTP/1.1" status: 200  len: 380 time: 0.1895425
Jun 03 22:29:48.681704 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-0e2eb36a-198d-4615-af4b-7ac36e26e746 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Request body: {'port': {'device_id': '43ddf6d7-bcaf-437f-a576-de7157608cdd', 'network_id': '6887f27d-dd01-452f-8727-b88223c7f5fb', 'admin_state_up': True, 'tenant_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'security_groups': ['8520b138-e2a3-4a45-ba30-59bc9f8a6fec']}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:29:48.842842 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-0e2eb36a-198d-4615-af4b-7ac36e26e746 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:29:48.856308 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.quota.driver [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-0e2eb36a-198d-4615-af4b-7ac36e26e746 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92564) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:29:49.055795 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-0e2eb36a-198d-4615-af4b-7ac36e26e746 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Made reservation on behalf of 9d878fa7955745bd9db5d1fa1de0e8fc for: {'port': 1} {{(pid=92564) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 03 22:29:49.059359 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-0e2eb36a-198d-4615-af4b-7ac36e26e746 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:49.230898 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.db_base_plugin_common [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-0e2eb36a-198d-4615-af4b-7ac36e26e746 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Allocated IP 172.20.0.13 (6887f27d-dd01-452f-8727-b88223c7f5fb/c0107a27-1a17-4620-80ca-588278f84aaa/246a296f-46b8-4d21-82af-2312827b886e) {{(pid=92564) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:29:49.423871 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-0e2eb36a-198d-4615-af4b-7ac36e26e746 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks [] for port, precommit_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:49.439196 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.provisioning_blocks [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-0e2eb36a-198d-4615-af4b-7ac36e26e746 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Transition to ACTIVE for port object 246a296f-46b8-4d21-82af-2312827b886e will not be triggered until provisioned by entity DHCP. {{(pid=92564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:29:49.622662 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-0e2eb36a-198d-4615-af4b-7ac36e26e746 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_create {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:49.628754 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-9d82da62-3444-4263-903a-25c9fb5bab0f tempest-AttachVolumeNegativeTest-766151844 tempest-AttachVolumeNegativeTest-766151844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:29:49.694671 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-0e2eb36a-198d-4615-af4b-7ac36e26e746 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Network 6887f27d-dd01-452f-8727-b88223c7f5fb is already hosted by enough agents. {{(pid=92564) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:29:49.697769 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.base_scheduler [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-0e2eb36a-198d-4615-af4b-7ac36e26e746 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Resources bound (agent type, host, resource id):  {{(pid=92564) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:29:49.706938 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-0e2eb36a-198d-4615-af4b-7ac36e26e746 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Received port after_create {{(pid=92564) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:29:49.739656 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2eb36a-198d-4615-af4b-7ac36e26e746 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Pushing event updated for resources: {'Port': ['ID=246a296f-46b8-4d21-82af-2312827b886e,revision_number=1']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:29:49.747195 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-0e2eb36a-198d-4615-af4b-7ac36e26e746 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:29:49.777151 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:49.780793 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-de60bc33-170d-479d-9c15-5132e8f219a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:49.782111 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-0e2eb36a-198d-4615-af4b-7ac36e26e746 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:29:49.783115 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-0e2eb36a-198d-4615-af4b-7ac36e26e746 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:49.851211 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f3a90-83d0-404f-bca6-576b67f2b475 req-a7e64f65-0540-41f5-87c7-32b57e775695 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:29:49.852756 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-305f3a90-83d0-404f-bca6-576b67f2b475 req-a7e64f65-0540-41f5-87c7-32b57e775695 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "GET /v2.0/ports?device_id=43ddf6d7-bcaf-437f-a576-de7157608cdd HTTP/1.1" status: 200  len: 932 time: 0.0968878
Jun 03 22:29:49.901712 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-305f3a90-83d0-404f-bca6-576b67f2b475 req-ce3937d4-f706-4e00-a942-3050cb7cccca tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Synchronizing usage tracker for tenant:9d878fa7955745bd9db5d1fa1de0e8fc on resource:security_group {{(pid=92563) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:29:49.965937 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-0e2eb36a-198d-4615-af4b-7ac36e26e746 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2882354
Jun 03 22:29:49.982172 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.v2.base [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-3523178a-d90e-471d-a5ec-867d7c3d6c33 service neutron] Request body: {'port': {'device_id': '43ddf6d7-bcaf-437f-a576-de7157608cdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79466'}} {{(pid=92564) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:29:50.084160 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-305f3a90-83d0-404f-bca6-576b67f2b475 req-ce3937d4-f706-4e00-a942-3050cb7cccca tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Unset dirty status for tenant:9d878fa7955745bd9db5d1fa1de0e8fc on resource:security_group {{(pid=92563) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:29:50.085476 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-305f3a90-83d0-404f-bca6-576b67f2b475 req-ce3937d4-f706-4e00-a942-3050cb7cccca tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "GET /v2.0/security-groups?id=8520b138-e2a3-4a45-ba30-59bc9f8a6fec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2248366
Jun 03 22:29:50.114144 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-3523178a-d90e-471d-a5ec-867d7c3d6c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:50.142635 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-caa40646-de9a-4fef-ba84-ff3d9741277a None None] Provisioning for port 246a296f-46b8-4d21-82af-2312827b886e completed by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:29:50.148243 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-caa40646-de9a-4fef-ba84-ff3d9741277a None None] Provisioning complete for port 246a296f-46b8-4d21-82af-2312827b886e triggered by entity DHCP. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:29:50.149741 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-caa40646-de9a-4fef-ba84-ff3d9741277a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:50.204069 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-caa40646-de9a-4fef-ba84-ff3d9741277a None None] Port 246a296f-46b8-4d21-82af-2312827b886e cannot update to ACTIVE because it is not bound. {{(pid=92565) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 03 22:29:50.473301 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-3523178a-d90e-471d-a5ec-867d7c3d6c33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 246a296f-46b8-4d21-82af-2312827b886e {{(pid=92564) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 22:29:50.480791 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-3523178a-d90e-471d-a5ec-867d7c3d6c33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:50.495982 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.provisioning_blocks [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-3523178a-d90e-471d-a5ec-867d7c3d6c33 service neutron] Transition to ACTIVE for port object 246a296f-46b8-4d21-82af-2312827b886e will not be triggered until provisioned by entity L2. {{(pid=92564) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 03 22:29:50.576052 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-3523178a-d90e-471d-a5ec-867d7c3d6c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31972166'] for port, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:50.580173 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-21e0bb9c-040b-45fd-99a5-0f2b2b107506 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:29:50.711088 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523178a-d90e-471d-a5ec-867d7c3d6c33 service neutron] Pushing event updated for resources: {'Port': ['ID=246a296f-46b8-4d21-82af-2312827b886e,revision_number=2']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:29:50.737908 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-3523178a-d90e-471d-a5ec-867d7c3d6c33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:29:50.821357 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-3523178a-d90e-471d-a5ec-867d7c3d6c33 service neutron] Attempting to bind port 246a296f-46b8-4d21-82af-2312827b886e on host hv-cinder-79466 for vnic_type normal with profile  {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 03 22:29:50.826603 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-3523178a-d90e-471d-a5ec-867d7c3d6c33 service neutron] Attempting to bind port 246a296f-46b8-4d21-82af-2312827b886e by drivers openvswitch,hyperv on host hv-cinder-79466 at level 0 using segments [{'id': 'd60f3829-0ebc-426c-bb02-1c56a89ec8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': '6887f27d-dd01-452f-8727-b88223c7f5fb'}] {{(pid=92564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 03 22:29:50.826603 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-3523178a-d90e-471d-a5ec-867d7c3d6c33 service neutron] Attempting to bind port 246a296f-46b8-4d21-82af-2312827b886e on network 6887f27d-dd01-452f-8727-b88223c7f5fb {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:29:50.827656 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-3523178a-d90e-471d-a5ec-867d7c3d6c33 service neutron] Port 246a296f-46b8-4d21-82af-2312827b886e on network 6887f27d-dd01-452f-8727-b88223c7f5fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79466 {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 03 22:29:50.827977 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-3523178a-d90e-471d-a5ec-867d7c3d6c33 service neutron] Attempting to bind port 246a296f-46b8-4d21-82af-2312827b886e on network 6887f27d-dd01-452f-8727-b88223c7f5fb {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 03 22:29:50.834097 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-3523178a-d90e-471d-a5ec-867d7c3d6c33 service neutron] Checking agent: {'id': 'ba7169ba-ec54-42ab-82e6-dffd3900ba09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79466', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 3, 22, 3, 45), 'started_at': datetime.datetime(2021, 6, 3, 22, 3, 45), 'heartbeat_timestamp': datetime.datetime(2021, 6, 3, 22, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 03 22:29:50.834463 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-3523178a-d90e-471d-a5ec-867d7c3d6c33 service neutron] Checking segment: {'id': 'd60f3829-0ebc-426c-bb02-1c56a89ec8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': '6887f27d-dd01-452f-8727-b88223c7f5fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92564) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 03 22:29:50.834873 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-3523178a-d90e-471d-a5ec-867d7c3d6c33 service neutron] Bound using segment: {'id': 'd60f3829-0ebc-426c-bb02-1c56a89ec8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': '6887f27d-dd01-452f-8727-b88223c7f5fb'} {{(pid=92564) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 03 22:29:50.835290 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.managers [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-3523178a-d90e-471d-a5ec-867d7c3d6c33 service neutron] Bound port: 246a296f-46b8-4d21-82af-2312827b886e, host: hv-cinder-79466, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd60f3829-0ebc-426c-bb02-1c56a89ec8ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1404, 'network_id': '6887f27d-dd01-452f-8727-b88223c7f5fb'}}] {{(pid=92564) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 03 22:29:50.835664 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-3523178a-d90e-471d-a5ec-867d7c3d6c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:50.934502 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-3523178a-d90e-471d-a5ec-867d7c3d6c33 service neutron] For port 246a296f-46b8-4d21-82af-2312827b886e, host hv-cinder-79466, cleared binding levels {{(pid=92564) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 03 22:29:50.938973 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-3523178a-d90e-471d-a5ec-867d7c3d6c33 service neutron] For port 246a296f-46b8-4d21-82af-2312827b886e, host hv-cinder-79466, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=246a296f-46b8-4d21-82af-2312827b886e,segment=NetworkSegment(d60f3829-0ebc-426c-bb02-1c56a89ec8ca),segment_id=d60f3829-0ebc-426c-bb02-1c56a89ec8ca)] {{(pid=92564) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 03 22:29:51.016560 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-3523178a-d90e-471d-a5ec-867d7c3d6c33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31972166'] for port, after_update {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:51.020876 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-d2035f8f-b0f7-4036-a660-a4a76f0276d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:29:51.075129 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-3523178a-d90e-471d-a5ec-867d7c3d6c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:29:51.075890 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-3523178a-d90e-471d-a5ec-867d7c3d6c33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:51.077323 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-3523178a-d90e-471d-a5ec-867d7c3d6c33 service neutron] 10.222.0.58 "PUT /v2.0/ports/246a296f-46b8-4d21-82af-2312827b886e HTTP/1.1" status: 200  len: 1094 time: 1.1011536
Jun 03 22:29:51.077882 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ddf6d7-bcaf-437f-a576-de7157608cdd', 'tag': '246a296f-46b8-4d21-82af-2312827b886e'}] {{(pid=92564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:29:51.080276 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c024af40dcbc7289fed731e5c35c42eecf8f16a39534b44a636824a10e0ed12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e67b6c-7ccd-42dc-a9af-7c9f8d88e807" -d '{"events": [{"name": "network-changed", "server_uuid": "43ddf6d7-bcaf-437f-a576-de7157608cdd", "tag": "246a296f-46b8-4d21-82af-2312827b886e"}]}' {{(pid=92564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:29:51.111898 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523178a-d90e-471d-a5ec-867d7c3d6c33 service neutron] Pushing event updated for resources: {'Port': ['ID=246a296f-46b8-4d21-82af-2312827b886e,revision_number=3']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:29:51.115352 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-3523178a-d90e-471d-a5ec-867d7c3d6c33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:29:51.142220 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:51.143114 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386385a0-577e-4545-aec8-20de0c5fecc0 x-openstack-request-id: req-386385a0-577e-4545-aec8-20de0c5fecc0 {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:29:51.143114 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ddf6d7-bcaf-437f-a576-de7157608cdd", "tag": "246a296f-46b8-4d21-82af-2312827b886e", "status": "completed", "code": 200}]} {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:29:51.143114 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-386385a0-577e-4545-aec8-20de0c5fecc0 {{(pid=92564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:29:51.143114 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ddf6d7-bcaf-437f-a576-de7157608cdd', 'tag': '246a296f-46b8-4d21-82af-2312827b886e', 'status': 'completed', 'code': 200}
Jun 03 22:29:51.297611 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2839beb8-de7c-4e04-8bf9-eec2b3fa14da req-788d4211-9d2e-45ed-bf26-55c0377346b8 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:29:51.299115 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-2839beb8-de7c-4e04-8bf9-eec2b3fa14da req-788d4211-9d2e-45ed-bf26-55c0377346b8 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "GET /v2.0/ports?device_id=43ddf6d7-bcaf-437f-a576-de7157608cdd HTTP/1.1" status: 200  len: 944 time: 0.0891464
Jun 03 22:29:51.335286 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e67b6c-7ccd-42dc-a9af-7c9f8d88e807 req-6cdc9b0a-0b5b-4fd8-961d-7b7f359f5035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:29:51.336736 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-14e67b6c-7ccd-42dc-a9af-7c9f8d88e807 req-6cdc9b0a-0b5b-4fd8-961d-7b7f359f5035 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d878fa7955745bd9db5d1fa1de0e8fc&device_id=43ddf6d7-bcaf-437f-a576-de7157608cdd HTTP/1.1" status: 200  len: 1097 time: 0.1843765
Jun 03 22:29:51.345937 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-2839beb8-de7c-4e04-8bf9-eec2b3fa14da req-d3a615e6-62d8-4304-b612-40cf402ab990 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "GET /v2.0/security-groups?id=8520b138-e2a3-4a45-ba30-59bc9f8a6fec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406353
Jun 03 22:29:51.484618 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e67b6c-7ccd-42dc-a9af-7c9f8d88e807 req-a3d3cadc-0465-4b18-9493-ead5639d37c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:29:51.486066 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-14e67b6c-7ccd-42dc-a9af-7c9f8d88e807 req-a3d3cadc-0465-4b18-9493-ead5639d37c8 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=9d878fa7955745bd9db5d1fa1de0e8fc&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1388817
Jun 03 22:29:51.625185 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e67b6c-7ccd-42dc-a9af-7c9f8d88e807 req-07e574ce-43a6-4f51-a56d-3cc03f926805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:29:51.626564 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-14e67b6c-7ccd-42dc-a9af-7c9f8d88e807 req-07e574ce-43a6-4f51-a56d-3cc03f926805 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1330764
Jun 03 22:29:51.741075 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-88a6f154-ea8f-4fee-bfe7-d30504206da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:29:51.746654 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-88a6f154-ea8f-4fee-bfe7-d30504206da0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d878fa7955745bd9db5d1fa1de0e8fc&device_id=43ddf6d7-bcaf-437f-a576-de7157608cdd HTTP/1.1" status: 200  len: 1097 time: 0.0758257
Jun 03 22:29:51.816131 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-dd2a8c01-0e47-4b97-b21d-39f25babfa20 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=246a296f-46b8-4d21-82af-2312827b886e HTTP/1.1" status: 200  len: 217 time: 0.0640426
Jun 03 22:29:51.882112 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-5473b8a0-a7cb-449f-ae4e-eec030835b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:29:51.883555 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-5473b8a0-a7cb-449f-ae4e-eec030835b5b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c0107a27-1a17-4620-80ca-588278f84aaa HTTP/1.1" status: 200  len: 850 time: 0.0595162
Jun 03 22:29:51.969798 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-98cd8f0f-3877-4a6a-8737-8acc74c89f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:29:51.971294 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-98cd8f0f-3877-4a6a-8737-8acc74c89f97 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6887f27d-dd01-452f-8727-b88223c7f5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0772662
Jun 03 22:29:52.113455 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-7e1dee75-ab47-4fc8-b0ef-ec2e44903e8a service neutron] 10.222.0.58 "GET /v2.0/networks/6887f27d-dd01-452f-8727-b88223c7f5fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337254
Jun 03 22:29:52.247739 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-8dc536fd-d962-4633-b340-9ee1b326cd2d req-241b9cce-6eab-4f42-b059-cc8ab00ff0b7 service neutron] 10.222.0.58 "GET /v2.0/networks/6887f27d-dd01-452f-8727-b88223c7f5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263330
Jun 03 22:29:52.542606 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:52.546139 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d3c365-82af-4919-a203-077e098abba8 req-91f360cd-5662-4917-a31c-a99c079d79b5 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:29:52.546864 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-a2d3c365-82af-4919-a203-077e098abba8 req-91f360cd-5662-4917-a31c-a99c079d79b5 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Synchronizing usage tracker for tenant:9d878fa7955745bd9db5d1fa1de0e8fc on resource:port {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:29:52.667675 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-a2d3c365-82af-4919-a203-077e098abba8 req-91f360cd-5662-4917-a31c-a99c079d79b5 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Unset dirty status for tenant:9d878fa7955745bd9db5d1fa1de0e8fc on resource:port {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:29:52.668908 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a2d3c365-82af-4919-a203-077e098abba8 req-91f360cd-5662-4917-a31c-a99c079d79b5 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "GET /v2.0/ports?device_id=43ddf6d7-bcaf-437f-a576-de7157608cdd HTTP/1.1" status: 200  len: 944 time: 0.2045641
Jun 03 22:29:52.713548 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-a2d3c365-82af-4919-a203-077e098abba8 req-6a37e35d-7a88-402b-a93e-27a43fcbeb21 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "GET /v2.0/security-groups?id=8520b138-e2a3-4a45-ba30-59bc9f8a6fec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389290
Jun 03 22:29:53.906515 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030443d-0103-420d-8e90-5fb8cbd80cc9 req-7b40a315-d596-4f1a-85a5-3d023a3434ce tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:29:53.908258 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-d030443d-0103-420d-8e90-5fb8cbd80cc9 req-7b40a315-d596-4f1a-85a5-3d023a3434ce tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "GET /v2.0/ports?device_id=43ddf6d7-bcaf-437f-a576-de7157608cdd HTTP/1.1" status: 200  len: 944 time: 0.0869117
Jun 03 22:29:53.957580 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-d030443d-0103-420d-8e90-5fb8cbd80cc9 req-4c567052-b5f4-4a36-84b7-feee63752716 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "GET /v2.0/security-groups?id=8520b138-e2a3-4a45-ba30-59bc9f8a6fec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426118
Jun 03 22:29:55.153236 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc8da1-b01e-4792-8ffd-91deb54809aa req-32db0980-21bc-4fa5-ae24-23a03269c04c tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:29:55.154747 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-fbfc8da1-b01e-4792-8ffd-91deb54809aa req-32db0980-21bc-4fa5-ae24-23a03269c04c tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "GET /v2.0/ports?device_id=43ddf6d7-bcaf-437f-a576-de7157608cdd HTTP/1.1" status: 200  len: 944 time: 0.0896559
Jun 03 22:29:55.202666 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-fbfc8da1-b01e-4792-8ffd-91deb54809aa req-ddd9288b-21bb-4e16-bc80-232463540712 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "GET /v2.0/security-groups?id=8520b138-e2a3-4a45-ba30-59bc9f8a6fec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416691
Jun 03 22:29:56.399196 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6156041-c5f1-4236-891e-5d9df4dff97d req-1f365e95-f412-4666-86e8-f730d0220f68 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:29:56.400674 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-a6156041-c5f1-4236-891e-5d9df4dff97d req-1f365e95-f412-4666-86e8-f730d0220f68 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "GET /v2.0/ports?device_id=43ddf6d7-bcaf-437f-a576-de7157608cdd HTTP/1.1" status: 200  len: 944 time: 0.0899954
Jun 03 22:29:56.447217 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-a6156041-c5f1-4236-891e-5d9df4dff97d req-527880d8-d26e-4b59-8723-0bfd1f1f2a96 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "GET /v2.0/security-groups?id=8520b138-e2a3-4a45-ba30-59bc9f8a6fec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398271
Jun 03 22:29:57.638648 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727bdd1-f5f0-4693-91cf-971ccaf4cee7 req-be20056f-86cc-4f55-a794-a054216075fc tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:29:57.640198 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b727bdd1-f5f0-4693-91cf-971ccaf4cee7 req-be20056f-86cc-4f55-a794-a054216075fc tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "GET /v2.0/ports?device_id=43ddf6d7-bcaf-437f-a576-de7157608cdd HTTP/1.1" status: 200  len: 944 time: 0.0853782
Jun 03 22:29:57.689582 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-b727bdd1-f5f0-4693-91cf-971ccaf4cee7 req-4da1ffdb-a955-443b-826d-8299e3bc0298 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "GET /v2.0/security-groups?id=8520b138-e2a3-4a45-ba30-59bc9f8a6fec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435340
Jun 03 22:29:58.884435 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4c01f-a5ae-4ff0-90a0-e0647bc7bec8 req-dd992105-14e4-4d41-8e57-8703e03bc34c tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:29:58.885945 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-b9d4c01f-a5ae-4ff0-90a0-e0647bc7bec8 req-dd992105-14e4-4d41-8e57-8703e03bc34c tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "GET /v2.0/ports?device_id=43ddf6d7-bcaf-437f-a576-de7157608cdd HTTP/1.1" status: 200  len: 944 time: 0.0874743
Jun 03 22:29:58.935685 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-b9d4c01f-a5ae-4ff0-90a0-e0647bc7bec8 req-846c7d57-6c7b-417b-bbd5-e1f0e548644c tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "GET /v2.0/security-groups?id=8520b138-e2a3-4a45-ba30-59bc9f8a6fec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426111
Jun 03 22:29:59.237761 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 246a296f-46b8-4d21-82af-2312827b886e details requested by agent hyperv_hv-cinder-79466 with host hv-cinder-79466 {{(pid=92565) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 03 22:29:59.381980 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port 246a296f-46b8-4d21-82af-2312827b886e, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=246a296f-46b8-4d21-82af-2312827b886e,segment=NetworkSegment(d60f3829-0ebc-426c-bb02-1c56a89ec8ca),segment_id=d60f3829-0ebc-426c-bb02-1c56a89ec8ca)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:29:59.396282 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Returning: {'device': '246a296f-46b8-4d21-82af-2312827b886e', 'network_id': '6887f27d-dd01-452f-8727-b88223c7f5fb', 'port_id': '246a296f-46b8-4d21-82af-2312827b886e', 'mac_address': 'fa:16:3e:c4:21:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0107a27-1a17-4620-80ca-588278f84aaa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92565) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 03 22:29:59.457996 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:59.475504 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.notifiers.nova [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 246a296f-46b8-4d21-82af-2312827b886e {{(pid=92565) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 03 22:29:59.494884 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port 246a296f-46b8-4d21-82af-2312827b886e, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=246a296f-46b8-4d21-82af-2312827b886e,segment=NetworkSegment(d60f3829-0ebc-426c-bb02-1c56a89ec8ca),segment_id=d60f3829-0ebc-426c-bb02-1c56a89ec8ca)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:29:59.638818 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:29:59.641768 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-312b485d-45f6-4609-b81e-ab947d874e2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:29:59.712246 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Pushing event updated for resources: {'Port': ['ID=246a296f-46b8-4d21-82af-2312827b886e,revision_number=4']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:29:59.720580 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:29:59.720930 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:29:59.721275 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:29:59.721617 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:29:59.721948 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:29:59.722279 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:29:59.722608 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:29:59.722939 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:29:59.723267 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:29:59.723623 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:29:59.723944 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:29:59.724267 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:29:59.728187 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:30:00.125663 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3309d81-0936-4e85-9520-e61422f2309d req-fd96af94-1f22-488e-8539-f9ef55b8d70e tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:30:00.127669 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-c3309d81-0936-4e85-9520-e61422f2309d req-fd96af94-1f22-488e-8539-f9ef55b8d70e tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "GET /v2.0/ports?device_id=43ddf6d7-bcaf-437f-a576-de7157608cdd HTTP/1.1" status: 200  len: 945 time: 0.0825031
Jun 03 22:30:00.175492 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-c3309d81-0936-4e85-9520-e61422f2309d req-5775e820-36c4-4483-9ad1-663c4aaa9a1f tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "GET /v2.0/security-groups?id=8520b138-e2a3-4a45-ba30-59bc9f8a6fec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417697
Jun 03 22:30:00.230856 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] get_ports_and_sgs() called for port_ids ['246a296f-46b8-4d21-82af-2312827b886e'] {{(pid=92565) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 03 22:30:01.254060 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 246a296f-46b8-4d21-82af-2312827b886e up at agent hyperv_hv-cinder-79466 {{(pid=92565) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 03 22:30:01.416455 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d90b4c-845c-4d8a-b7c7-11f9886e3b4e req-bcf6dbdb-775e-4ca9-b6f3-6e2a0e0e7a94 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:30:01.418058 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-06d90b4c-845c-4d8a-b7c7-11f9886e3b4e req-bcf6dbdb-775e-4ca9-b6f3-6e2a0e0e7a94 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "GET /v2.0/ports?device_id=43ddf6d7-bcaf-437f-a576-de7157608cdd HTTP/1.1" status: 200  len: 945 time: 0.1217530
Jun 03 22:30:01.470339 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-06d90b4c-845c-4d8a-b7c7-11f9886e3b4e req-269e48f7-652a-4f16-8dd7-eac7c123555b tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "GET /v2.0/security-groups?id=8520b138-e2a3-4a45-ba30-59bc9f8a6fec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449910
Jun 03 22:30:01.495805 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Provisioning for port 246a296f-46b8-4d21-82af-2312827b886e completed by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 03 22:30:01.501805 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.provisioning_blocks [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Provisioning complete for port 246a296f-46b8-4d21-82af-2312827b886e triggered by entity L2. {{(pid=92565) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 03 22:30:01.506149 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1573945'] for port, provisioning_complete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:30:01.633357 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:30:01.665537 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ddf6d7-bcaf-437f-a576-de7157608cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246a296f-46b8-4d21-82af-2312827b886e'}] {{(pid=92565) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:30:01.668138 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3783812f727b5bb89ad1c4cb6955cb6829b796867b5a4f4fedffd1e1cb019440" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958b29d4-13e5-4e6f-af26-7ad5db6fd0e0" -d '{"events": [{"server_uuid": "43ddf6d7-bcaf-437f-a576-de7157608cdd", "name": "network-vif-plugged", "status": "completed", "tag": "246a296f-46b8-4d21-82af-2312827b886e"}]}' {{(pid=92565) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:30:01.678053 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] For port 246a296f-46b8-4d21-82af-2312827b886e, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=246a296f-46b8-4d21-82af-2312827b886e,segment=NetworkSegment(d60f3829-0ebc-426c-bb02-1c56a89ec8ca),segment_id=d60f3829-0ebc-426c-bb02-1c56a89ec8ca)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:30:01.796040 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb18ba71-9c7e-4f86-97cf-b552855e3088 x-openstack-request-id: req-cb18ba71-9c7e-4f86-97cf-b552855e3088 {{(pid=92565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:30:01.796040 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ddf6d7-bcaf-437f-a576-de7157608cdd", "name": "network-vif-plugged", "status": "completed", "tag": "246a296f-46b8-4d21-82af-2312827b886e", "code": 200}]} {{(pid=92565) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:30:01.796040 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-cb18ba71-9c7e-4f86-97cf-b552855e3088 {{(pid=92565) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:30:01.796040 dv-cinder-794669-4-iscsi neutron-server[92565]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ddf6d7-bcaf-437f-a576-de7157608cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '246a296f-46b8-4d21-82af-2312827b886e', 'code': 200}
Jun 03 22:30:01.816148 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603'] for port, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:30:01.821306 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-108b3171-6aa6-4749-a795-e931cd9a800d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:30:01.932134 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Pushing event updated for resources: {'Port': ['ID=246a296f-46b8-4d21-82af-2312827b886e,revision_number=5']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:30:01.936584 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:30:02.434350 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990166b-887b-45f0-8a42-c199b9b52bbe req-67270ce6-5bde-4b98-9ef6-b1b7656881cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:30:02.435895 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e990166b-887b-45f0-8a42-c199b9b52bbe req-67270ce6-5bde-4b98-9ef6-b1b7656881cd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=43ddf6d7-bcaf-437f-a576-de7157608cdd HTTP/1.1" status: 200  len: 1099 time: 0.0788376
Jun 03 22:30:02.485901 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e990166b-887b-45f0-8a42-c199b9b52bbe req-b40ff582-c05f-4e46-abee-20e49acd1c95 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8520b138-e2a3-4a45-ba30-59bc9f8a6fec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410955
Jun 03 22:30:02.677215 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea9ead-2459-44e6-b22c-a7e29fb288a9 req-53f08738-a3f9-482d-b447-d3234f5de084 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:30:02.678724 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-d7ea9ead-2459-44e6-b22c-a7e29fb288a9 req-53f08738-a3f9-482d-b447-d3234f5de084 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "GET /v2.0/ports?device_id=43ddf6d7-bcaf-437f-a576-de7157608cdd HTTP/1.1" status: 200  len: 946 time: 0.0907044
Jun 03 22:30:02.727933 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-d7ea9ead-2459-44e6-b22c-a7e29fb288a9 req-3d5e0d97-b257-4e4d-b4f1-b981eb0e2f29 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "GET /v2.0/security-groups?id=8520b138-e2a3-4a45-ba30-59bc9f8a6fec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429170
Jun 03 22:30:03.530281 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e5193693-0011-426b-a663-ee67e3d491de req-4bc10965-0e49-4b06-8515-d5b8f853db15 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=43ddf6d7-bcaf-437f-a576-de7157608cdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0710433
Jun 03 22:30:03.675393 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5193693-0011-426b-a663-ee67e3d491de req-b783f221-cdb6-465e-9616-c627e398d954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:30:03.676899 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e5193693-0011-426b-a663-ee67e3d491de req-b783f221-cdb6-465e-9616-c627e398d954 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d878fa7955745bd9db5d1fa1de0e8fc&device_id=43ddf6d7-bcaf-437f-a576-de7157608cdd HTTP/1.1" status: 200  len: 1099 time: 0.0774138
Jun 03 22:30:03.932254 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5193693-0011-426b-a663-ee67e3d491de req-cfda9ec6-6e67-45ed-905c-942dff9926c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:30:03.934398 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e5193693-0011-426b-a663-ee67e3d491de req-cfda9ec6-6e67-45ed-905c-942dff9926c3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6887f27d-dd01-452f-8727-b88223c7f5fb HTTP/1.1" status: 200  len: 913 time: 0.2346039
Jun 03 22:30:04.057391 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e5193693-0011-426b-a663-ee67e3d491de req-23b6c5f6-f031-49fa-938b-e5f1465cb088 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=246a296f-46b8-4d21-82af-2312827b886e HTTP/1.1" status: 200  len: 217 time: 0.0930333
Jun 03 22:30:04.144601 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5193693-0011-426b-a663-ee67e3d491de req-5e6bdc3f-1679-45df-b162-c86d80af3e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:30:04.146024 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e5193693-0011-426b-a663-ee67e3d491de req-5e6bdc3f-1679-45df-b162-c86d80af3e0f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c0107a27-1a17-4620-80ca-588278f84aaa HTTP/1.1" status: 200  len: 850 time: 0.0813055
Jun 03 22:30:04.205467 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bc55e-f7fc-4b0a-bebc-675564eb9d67 req-71cb91cd-d37e-43df-98f4-306cdd53e997 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:30:04.206857 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-216bc55e-f7fc-4b0a-bebc-675564eb9d67 req-71cb91cd-d37e-43df-98f4-306cdd53e997 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "GET /v2.0/ports?device_id=43ddf6d7-bcaf-437f-a576-de7157608cdd HTTP/1.1" status: 200  len: 946 time: 0.2761338
Jun 03 22:30:04.265538 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-216bc55e-f7fc-4b0a-bebc-675564eb9d67 req-6aa67863-90e3-4d1d-8470-ed1d4d7d1ae7 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "GET /v2.0/security-groups?id=8520b138-e2a3-4a45-ba30-59bc9f8a6fec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515554
Jun 03 22:30:04.288572 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5193693-0011-426b-a663-ee67e3d491de req-2e2203f0-a7ce-4701-86ec-d79bbbfe3198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:30:04.290271 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e5193693-0011-426b-a663-ee67e3d491de req-2e2203f0-a7ce-4701-86ec-d79bbbfe3198 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6887f27d-dd01-452f-8727-b88223c7f5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1367335
Jun 03 22:30:04.434197 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e5193693-0011-426b-a663-ee67e3d491de req-75fd34f1-7bd7-4ccd-8033-812424a54d8f service neutron] 10.222.0.58 "GET /v2.0/networks/6887f27d-dd01-452f-8727-b88223c7f5fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360707
Jun 03 22:30:04.462887 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53fbba9-76d9-48a3-8edf-6391f86c9b35 req-2bd069c0-d365-4cd6-b61c-d197c1199ca4 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:30:04.465243 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-a53fbba9-76d9-48a3-8edf-6391f86c9b35 req-2bd069c0-d365-4cd6-b61c-d197c1199ca4 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "GET /v2.0/ports?device_id=43ddf6d7-bcaf-437f-a576-de7157608cdd HTTP/1.1" status: 200  len: 946 time: 0.0877721
Jun 03 22:30:04.518695 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-a53fbba9-76d9-48a3-8edf-6391f86c9b35 req-0bf445f5-9fdd-451b-975e-f513fe000208 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "GET /v2.0/security-groups?id=8520b138-e2a3-4a45-ba30-59bc9f8a6fec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473344
Jun 03 22:30:04.542961 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 41394) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:30:04.574742 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-e5193693-0011-426b-a663-ee67e3d491de req-d273ea91-8167-4ff1-b03b-fe4cc3387bdb service neutron] 10.222.0.58 "GET /v2.0/networks/6887f27d-dd01-452f-8727-b88223c7f5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332383
Jun 03 22:30:04.729476 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576ed518-9970-4713-8883-123fd8caaf6f tempest-TestVolumeBootPattern-1200175361 tempest-TestVolumeBootPattern-1200175361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:30:04.730105 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-576ed518-9970-4713-8883-123fd8caaf6f tempest-TestVolumeBootPattern-1200175361 tempest-TestVolumeBootPattern-1200175361-project-admin] Synchronizing usage tracker for tenant:d3ff8408fd66410485cdd6277be1ab93 on resource:port {{(pid=92563) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:30:04.850454 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-576ed518-9970-4713-8883-123fd8caaf6f tempest-TestVolumeBootPattern-1200175361 tempest-TestVolumeBootPattern-1200175361-project-admin] Unset dirty status for tenant:d3ff8408fd66410485cdd6277be1ab93 on resource:port {{(pid=92563) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:30:04.851683 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-576ed518-9970-4713-8883-123fd8caaf6f tempest-TestVolumeBootPattern-1200175361 tempest-TestVolumeBootPattern-1200175361-project-admin] 10.222.0.106 "GET /v2.0/ports?device_id=43ddf6d7-bcaf-437f-a576-de7157608cdd HTTP/1.1" status: 200  len: 1094 time: 0.3075585
Jun 03 22:30:04.854589 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 41398) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:30:04.859750 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.v2.base [None req-98ed0d6c-4b72-4460-8b28-adf3cc6e0995 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Request body: {'floatingip': {'floating_network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'port_id': '246a296f-46b8-4d21-82af-2312827b886e', 'tenant_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=92563) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 03 22:30:04.867072 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-98ed0d6c-4b72-4460-8b28-adf3cc6e0995 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 03 22:30:04.871691 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-98ed0d6c-4b72-4460-8b28-adf3cc6e0995 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Usage tracker for resource:floatingip and tenant:9d878fa7955745bd9db5d1fa1de0e8fc is out of sync, need to count used quota {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 03 22:30:04.877321 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [None req-98ed0d6c-4b72-4460-8b28-adf3cc6e0995 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92563) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 03 22:30:04.880735 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.quota.driver [None req-98ed0d6c-4b72-4460-8b28-adf3cc6e0995 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92563) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 03 22:30:05.070405 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-98ed0d6c-4b72-4460-8b28-adf3cc6e0995 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks [] for floatingip, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:30:05.187913 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-98ed0d6c-4b72-4460-8b28-adf3cc6e0995 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:30:05.332969 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.db_base_plugin_common [None req-98ed0d6c-4b72-4460-8b28-adf3cc6e0995 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Allocated IP 172.27.0.85 (fbd3fa50-1ea9-4a37-9f63-373be6d121e3/b881b088-b524-4558-b754-6a0245dcfb71/55898b53-7c54-4937-a38b-30733510fbc6) {{(pid=92563) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 03 22:30:05.579488 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-98ed0d6c-4b72-4460-8b28-adf3cc6e0995 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks [] for port, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:30:05.707304 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-98ed0d6c-4b72-4460-8b28-adf3cc6e0995 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762085790540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33200950'] for port, after_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:30:05.711228 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-f9a8d028-80f7-4944-bafb-7c5357f0d12c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:30:05.769392 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ed0d6c-4b72-4460-8b28-adf3cc6e0995 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Network fbd3fa50-1ea9-4a37-9f63-373be6d121e3 is already hosted by enough agents. {{(pid=92563) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 03 22:30:05.772139 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.base_scheduler [None req-98ed0d6c-4b72-4460-8b28-adf3cc6e0995 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Resources bound (agent type, host, resource id):  {{(pid=92563) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 03 22:30:05.781206 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ed0d6c-4b72-4460-8b28-adf3cc6e0995 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Received port after_create {{(pid=92563) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 03 22:30:05.814964 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed0d6c-4b72-4460-8b28-adf3cc6e0995 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Pushing event updated for resources: {'Port': ['ID=55898b53-7c54-4937-a38b-30733510fbc6,revision_number=1']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:30:05.833243 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ed0d6c-4b72-4460-8b28-adf3cc6e0995 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:30:05.833623 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ed0d6c-4b72-4460-8b28-adf3cc6e0995 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:30:05.833999 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ed0d6c-4b72-4460-8b28-adf3cc6e0995 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:30:05.834372 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ed0d6c-4b72-4460-8b28-adf3cc6e0995 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:30:05.834737 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ed0d6c-4b72-4460-8b28-adf3cc6e0995 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:30:05.835104 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ed0d6c-4b72-4460-8b28-adf3cc6e0995 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:30:05.835501 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ed0d6c-4b72-4460-8b28-adf3cc6e0995 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:30:05.835868 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ed0d6c-4b72-4460-8b28-adf3cc6e0995 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:30:05.836234 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ed0d6c-4b72-4460-8b28-adf3cc6e0995 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:30:05.836594 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ed0d6c-4b72-4460-8b28-adf3cc6e0995 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:30:05.836958 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ed0d6c-4b72-4460-8b28-adf3cc6e0995 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:30:05.837345 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ed0d6c-4b72-4460-8b28-adf3cc6e0995 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:30:05.842987 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-98ed0d6c-4b72-4460-8b28-adf3cc6e0995 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:30:06.213580 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-98ed0d6c-4b72-4460-8b28-adf3cc6e0995 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:30:06.485504 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-98ed0d6c-4b72-4460-8b28-adf3cc6e0995 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1611713'] for port, before_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:30:06.741635 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-98ed0d6c-4b72-4460-8b28-adf3cc6e0995 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks [] for port, precommit_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:30:06.935705 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-98ed0d6c-4b72-4460-8b28-adf3cc6e0995 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762086228749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762085790558', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762085790603', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33201101'] for port, after_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:30:06.939742 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-0c9bc5be-7968-404b-b7b9-d6c59cddc50e tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:30:07.045807 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ed0d6c-4b72-4460-8b28-adf3cc6e0995 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Pushing event updated for resources: {'Port': ['ID=55898b53-7c54-4937-a38b-30733510fbc6,revision_number=2']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:30:07.050094 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-98ed0d6c-4b72-4460-8b28-adf3cc6e0995 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:30:07.059142 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-98ed0d6c-4b72-4460-8b28-adf3cc6e0995 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-309359'] for floatingip, after_update {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:30:07.238379 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.db.l3_db [None req-98ed0d6c-4b72-4460-8b28-adf3cc6e0995 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Floating IP 7d36a3a3-ee63-4529-a904-a35f2b06665f associated. External IP: 172.27.0.85, port: 246a296f-46b8-4d21-82af-2312827b886e.
Jun 03 22:30:07.710314 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ed0d6c-4b72-4460-8b28-adf3cc6e0995 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Router b8f6e44d-f9a4-4008-ab48-ede527405f5a has already been hosted by L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 {{(pid=92563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 22:30:07.897269 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ed0d6c-4b72-4460-8b28-adf3cc6e0995 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:30:07.909569 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6fe756-329c-45d9-a5d8-e0143be945f0 None None] Sync routers for ids ['b8f6e44d-f9a4-4008-ab48-ede527405f5a'] in dv-cinder-794669-4-iscsi {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:30:07.929705 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6fe756-329c-45d9-a5d8-e0143be945f0 None None] Routers {'b8f6e44d-f9a4-4008-ab48-ede527405f5a'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:30:07.930756 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-fb6fe756-329c-45d9-a5d8-e0143be945f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814e7d9f10>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:29:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['b8f6e44d-f9a4-4008-ab48-ede527405f5a'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:30:08.016225 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-98ed0d6c-4b72-4460-8b28-adf3cc6e0995 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for floatingip, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:30:08.082683 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-98ed0d6c-4b72-4460-8b28-adf3cc6e0995 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.2270081
Jun 03 22:30:08.083383 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ddf6d7-bcaf-437f-a576-de7157608cdd', 'tag': '246a296f-46b8-4d21-82af-2312827b886e'}] {{(pid=92563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:30:08.085918 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7740435dcc85f6ab0eb9908d75a6f818e2fb7acd2ed127072350a3dd3a6b64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546b21ab-be7d-4c55-aaa8-818115bcac23" -d '{"events": [{"name": "network-changed", "server_uuid": "43ddf6d7-bcaf-437f-a576-de7157608cdd", "tag": "246a296f-46b8-4d21-82af-2312827b886e"}]}' {{(pid=92563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:30:08.176145 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-fb6fe756-329c-45d9-a5d8-e0143be945f0 None None] Set router b8f6e44d-f9a4-4008-ab48-ede527405f5a gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:30:08.183674 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5445122-a950-4cc9-a8b0-00449b0602b2 x-openstack-request-id: req-d5445122-a950-4cc9-a8b0-00449b0602b2 {{(pid=92563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:30:08.183988 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ddf6d7-bcaf-437f-a576-de7157608cdd", "tag": "246a296f-46b8-4d21-82af-2312827b886e", "status": "completed", "code": 200}]} {{(pid=92563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:30:08.184304 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-d5445122-a950-4cc9-a8b0-00449b0602b2 {{(pid=92563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:30:08.184747 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ddf6d7-bcaf-437f-a576-de7157608cdd', 'tag': '246a296f-46b8-4d21-82af-2312827b886e', 'status': 'completed', 'code': 200}
Jun 03 22:30:08.279532 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b21ab-be7d-4c55-aaa8-818115bcac23 req-52b2bf92-3ed0-4167-a5b8-15f7f5632291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:30:08.280941 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-546b21ab-be7d-4c55-aaa8-818115bcac23 req-52b2bf92-3ed0-4167-a5b8-15f7f5632291 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d878fa7955745bd9db5d1fa1de0e8fc&device_id=43ddf6d7-bcaf-437f-a576-de7157608cdd HTTP/1.1" status: 200  len: 1099 time: 0.0763369
Jun 03 22:30:08.430617 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b21ab-be7d-4c55-aaa8-818115bcac23 req-97ee8e02-74b6-4082-9617-01aa0b1f5b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:30:08.432210 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-546b21ab-be7d-4c55-aaa8-818115bcac23 req-97ee8e02-74b6-4082-9617-01aa0b1f5b57 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6887f27d-dd01-452f-8727-b88223c7f5fb HTTP/1.1" status: 200  len: 913 time: 0.1466842
Jun 03 22:30:08.596877 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-546b21ab-be7d-4c55-aaa8-818115bcac23 req-2e54ad83-f3a5-4bc3-993c-cd5207cfe3f4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=246a296f-46b8-4d21-82af-2312827b886e HTTP/1.1" status: 200  len: 999 time: 0.1549249
Jun 03 22:30:08.664031 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-fb6fe756-329c-45d9-a5d8-e0143be945f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814e7d9f10>, [{'id': 'b8f6e44d-f9a4-4008-ab48-ede527405f5a', 'name': 'tempest-TestVolumeBootPattern-780700351-router', 'tenant_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'df97d3e0-036c-4043-b7a6-a61090bc09a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:28:57Z', 'updated_at': '2021-06-03T22:29:03Z', 'revision_number': 4, 'project_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'gw_port': {'id': 'df97d3e0-036c-4043-b7a6-a61090bc09a1', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f6e44d-f9a4-4008-ab48-ede527405f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:28:58Z', 'updated_at': '2021-06-03T22:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_floatingips': [{'id': '7d36a3a3-ee63-4529-a904-a35f2b06665f', 'tenant_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'floating_ip_address': '172.27.0.85', 'floating_network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'router_id': 'b8f6e44d-f9a4-4008-ab48-ede527405f5a', 'port_id': '246a296f-46b8-4d21-82af-2312827b886e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6887f27d-dd01-452f-8727-b88223c7f5fb', 'mac_address': 'fa:16:3e:c4:21:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ddf6d7-bcaf-437f-a576-de7157608cdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:30:06Z', 'updated_at': '2021-06-03T22:30:06Z', 'revision_number': 0, 'project_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd', 'name': '', 'network_id': '6887f27d-dd01-452f-8727-b88223c7f5fb', 'tenant_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'mac_address': 'fa:16:3e:75:36:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f6e44d-f9a4-4008-ab48-ede527405f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c0107a27-1a17-4620-80ca-588278f84aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:29:02Z', 'updated_at': '2021-06-03T22:29:09Z', 'revision_number': 5, 'project_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'subnets': [{'id': 'c0107a27-1a17-4620-80ca-588278f84aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:30:08.667876 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b21ab-be7d-4c55-aaa8-818115bcac23 req-10a8e394-30b5-427a-b9b9-d33cf03582d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:30:08.668359 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6fe756-329c-45d9-a5d8-e0143be945f0 None None] Checking router: b8f6e44d-f9a4-4008-ab48-ede527405f5a for host: dv-cinder-794669-4-iscsi {{(pid=92565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:30:08.669311 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-546b21ab-be7d-4c55-aaa8-818115bcac23 req-10a8e394-30b5-427a-b9b9-d33cf03582d1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c0107a27-1a17-4620-80ca-588278f84aaa HTTP/1.1" status: 200  len: 850 time: 0.0646019
Jun 03 22:30:08.677224 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6fe756-329c-45d9-a5d8-e0143be945f0 None None] Routers {'b8f6e44d-f9a4-4008-ab48-ede527405f5a'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:30:08.677917 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-fb6fe756-329c-45d9-a5d8-e0143be945f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814e7d9f10>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:29:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['b8f6e44d-f9a4-4008-ab48-ede527405f5a'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:30:08.750568 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b21ab-be7d-4c55-aaa8-818115bcac23 req-f62b047a-b4a9-4b30-a756-020b09bc00ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:30:08.752444 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-546b21ab-be7d-4c55-aaa8-818115bcac23 req-f62b047a-b4a9-4b30-a756-020b09bc00ca service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6887f27d-dd01-452f-8727-b88223c7f5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0749485
Jun 03 22:30:08.869052 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-fb6fe756-329c-45d9-a5d8-e0143be945f0 None None] Set router b8f6e44d-f9a4-4008-ab48-ede527405f5a gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:30:08.903396 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-546b21ab-be7d-4c55-aaa8-818115bcac23 req-8c36c962-1d12-4007-bf61-96b60bd43c40 service neutron] 10.222.0.58 "GET /v2.0/networks/6887f27d-dd01-452f-8727-b88223c7f5fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428630
Jun 03 22:30:09.045936 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-546b21ab-be7d-4c55-aaa8-818115bcac23 req-13514efc-d0b5-474f-adec-1ca1f681d56d service neutron] 10.222.0.58 "GET /v2.0/networks/6887f27d-dd01-452f-8727-b88223c7f5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1383431
Jun 03 22:30:09.262737 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-fb6fe756-329c-45d9-a5d8-e0143be945f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814e7d9f10>, [{'id': 'b8f6e44d-f9a4-4008-ab48-ede527405f5a', 'name': 'tempest-TestVolumeBootPattern-780700351-router', 'tenant_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'df97d3e0-036c-4043-b7a6-a61090bc09a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:28:57Z', 'updated_at': '2021-06-03T22:29:03Z', 'revision_number': 4, 'project_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'gw_port': {'id': 'df97d3e0-036c-4043-b7a6-a61090bc09a1', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f6e44d-f9a4-4008-ab48-ede527405f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:28:58Z', 'updated_at': '2021-06-03T22:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_floatingips': [{'id': '7d36a3a3-ee63-4529-a904-a35f2b06665f', 'tenant_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'floating_ip_address': '172.27.0.85', 'floating_network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'router_id': 'b8f6e44d-f9a4-4008-ab48-ede527405f5a', 'port_id': '246a296f-46b8-4d21-82af-2312827b886e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6887f27d-dd01-452f-8727-b88223c7f5fb', 'mac_address': 'fa:16:3e:c4:21:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ddf6d7-bcaf-437f-a576-de7157608cdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:30:06Z', 'updated_at': '2021-06-03T22:30:06Z', 'revision_number': 0, 'project_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd', 'name': '', 'network_id': '6887f27d-dd01-452f-8727-b88223c7f5fb', 'tenant_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'mac_address': 'fa:16:3e:75:36:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f6e44d-f9a4-4008-ab48-ede527405f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c0107a27-1a17-4620-80ca-588278f84aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:29:02Z', 'updated_at': '2021-06-03T22:29:09Z', 'revision_number': 5, 'project_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'subnets': [{'id': 'c0107a27-1a17-4620-80ca-588278f84aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:30:09.267431 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6fe756-329c-45d9-a5d8-e0143be945f0 None None] The sync data for ids ['b8f6e44d-f9a4-4008-ab48-ede527405f5a'] in dv-cinder-794669-4-iscsi is: [{'id': 'b8f6e44d-f9a4-4008-ab48-ede527405f5a', 'name': 'tempest-TestVolumeBootPattern-780700351-router', 'tenant_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'df97d3e0-036c-4043-b7a6-a61090bc09a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:28:57Z', 'updated_at': '2021-06-03T22:29:03Z', 'revision_number': 4, 'project_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'gw_port': {'id': 'df97d3e0-036c-4043-b7a6-a61090bc09a1', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f6e44d-f9a4-4008-ab48-ede527405f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:28:58Z', 'updated_at': '2021-06-03T22:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_floatingips': [{'id': '7d36a3a3-ee63-4529-a904-a35f2b06665f', 'tenant_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'floating_ip_address': '172.27.0.85', 'floating_network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'router_id': 'b8f6e44d-f9a4-4008-ab48-ede527405f5a', 'port_id': '246a296f-46b8-4d21-82af-2312827b886e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6887f27d-dd01-452f-8727-b88223c7f5fb', 'mac_address': 'fa:16:3e:c4:21:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43ddf6d7-bcaf-437f-a576-de7157608cdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-03T22:30:06Z', 'updated_at': '2021-06-03T22:30:06Z', 'revision_number': 0, 'project_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd', 'name': '', 'network_id': '6887f27d-dd01-452f-8727-b88223c7f5fb', 'tenant_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'mac_address': 'fa:16:3e:75:36:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f6e44d-f9a4-4008-ab48-ede527405f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c0107a27-1a17-4620-80ca-588278f84aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:29:02Z', 'updated_at': '2021-06-03T22:29:09Z', 'revision_number': 5, 'project_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'subnets': [{'id': 'c0107a27-1a17-4620-80ca-588278f84aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:30:09.472872 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd6fa70-0c67-4b9a-b53e-8318d05e8098 None None] New status for floating IP 7d36a3a3-ee63-4529-a904-a35f2b06665f: ACTIVE {{(pid=92566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 22:30:11.613529 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:30:16.164104 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:30:17.107572 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-fcad69a4-a4ef-4967-8f0f-fd3d7a263e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:30:19.718995 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:30:19.803921 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-57a78878-63f2-4f98-9cc5-dece577937f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:30:21.209689 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:30:22.478256 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:30:46.249653 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:30:47.015063 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-7a4d6490-c1aa-4ab8-9b3f-f3671f1c3dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:30:48.613246 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:30:49.717710 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:30:49.774820 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-7185f4d8-aaf3-4fd6-bb61-67eb12d2cf98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:30:51.147175 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:30:52.460956 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:31:04.550329 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f12f8a60-c5b9-40b5-8338-d6ed82d2ed03 req-265639b5-2be3-49aa-ba47-446948eb0144 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=43ddf6d7-bcaf-437f-a576-de7157608cdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0845819
Jun 03 22:31:04.693291 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f8a60-c5b9-40b5-8338-d6ed82d2ed03 req-d23cab57-b854-4dd4-8a70-f011822f1cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:31:04.694899 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f12f8a60-c5b9-40b5-8338-d6ed82d2ed03 req-d23cab57-b854-4dd4-8a70-f011822f1cd1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d878fa7955745bd9db5d1fa1de0e8fc&device_id=43ddf6d7-bcaf-437f-a576-de7157608cdd HTTP/1.1" status: 200  len: 1099 time: 0.0756030
Jun 03 22:31:04.956908 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f8a60-c5b9-40b5-8338-d6ed82d2ed03 req-f6e857c6-232d-4e75-b022-69f7c9f5f34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:31:04.958320 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f12f8a60-c5b9-40b5-8338-d6ed82d2ed03 req-f6e857c6-232d-4e75-b022-69f7c9f5f34f service neutron] 10.222.0.58 "GET /v2.0/networks?id=6887f27d-dd01-452f-8727-b88223c7f5fb HTTP/1.1" status: 200  len: 913 time: 0.2384658
Jun 03 22:31:05.073853 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f12f8a60-c5b9-40b5-8338-d6ed82d2ed03 req-2503e83c-7c8b-4a59-8a18-5b762113d287 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=246a296f-46b8-4d21-82af-2312827b886e HTTP/1.1" status: 200  len: 1001 time: 0.1075656
Jun 03 22:31:05.143931 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f8a60-c5b9-40b5-8338-d6ed82d2ed03 req-0b0ca31f-6b65-45ea-91bd-c6a2ef8a60de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:31:05.145404 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f12f8a60-c5b9-40b5-8338-d6ed82d2ed03 req-0b0ca31f-6b65-45ea-91bd-c6a2ef8a60de service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c0107a27-1a17-4620-80ca-588278f84aaa HTTP/1.1" status: 200  len: 850 time: 0.0644395
Jun 03 22:31:05.233780 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f8a60-c5b9-40b5-8338-d6ed82d2ed03 req-a210541f-116f-49f3-9ff9-9895bd4f8d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:31:05.235338 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f12f8a60-c5b9-40b5-8338-d6ed82d2ed03 req-a210541f-116f-49f3-9ff9-9895bd4f8d40 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6887f27d-dd01-452f-8727-b88223c7f5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0822661
Jun 03 22:31:05.381764 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f12f8a60-c5b9-40b5-8338-d6ed82d2ed03 req-b57698a0-c4f2-460a-aed4-8679d40670b0 service neutron] 10.222.0.58 "GET /v2.0/networks/6887f27d-dd01-452f-8727-b88223c7f5fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379304
Jun 03 22:31:05.530165 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-f12f8a60-c5b9-40b5-8338-d6ed82d2ed03 req-aa37564a-13aa-4c8c-beba-0c292b1b2cfd service neutron] 10.222.0.58 "GET /v2.0/networks/6887f27d-dd01-452f-8727-b88223c7f5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1400144
Jun 03 22:31:16.106308 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:31:17.014403 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-ba4ea216-f5b0-4e1e-aa4b-e6a42b272911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:31:19.694681 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:31:19.768356 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-5388cbb8-b14b-44b6-a38d-59eb64f5117c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:31:21.146518 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:31:22.467337 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:31:25.616365 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:31:46.162769 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:31:46.991161 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-960bf921-e4ef-40ee-b2bb-77aa9e0ec622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:31:49.745499 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:31:49.791361 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c6c4b67d-d4f5-4263-9b77-13c839385003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:31:51.133844 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:31:52.459660 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:32:02.615476 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:32:06.223181 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-86be0481-b03f-442e-8bc3-dbdaa436586a req-7ae47b91-36f9-4be5-8cf2-5cafb673586d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=43ddf6d7-bcaf-437f-a576-de7157608cdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1553981
Jun 03 22:32:06.375170 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be0481-b03f-442e-8bc3-dbdaa436586a req-930673e5-122b-4db4-a925-1561a82751db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:32:06.376731 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-86be0481-b03f-442e-8bc3-dbdaa436586a req-930673e5-122b-4db4-a925-1561a82751db service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d878fa7955745bd9db5d1fa1de0e8fc&device_id=43ddf6d7-bcaf-437f-a576-de7157608cdd HTTP/1.1" status: 200  len: 1099 time: 0.0778017
Jun 03 22:32:06.532447 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be0481-b03f-442e-8bc3-dbdaa436586a req-3ce1795d-ea6a-4ebf-a5af-965b9b2859ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:32:06.533878 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-86be0481-b03f-442e-8bc3-dbdaa436586a req-3ce1795d-ea6a-4ebf-a5af-965b9b2859ed service neutron] 10.222.0.58 "GET /v2.0/networks?id=6887f27d-dd01-452f-8727-b88223c7f5fb HTTP/1.1" status: 200  len: 913 time: 0.1350956
Jun 03 22:32:06.642776 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-86be0481-b03f-442e-8bc3-dbdaa436586a req-f902796a-7ff8-496e-a61f-4c829c837fc2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=246a296f-46b8-4d21-82af-2312827b886e HTTP/1.1" status: 200  len: 1001 time: 0.1007762
Jun 03 22:32:06.706834 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be0481-b03f-442e-8bc3-dbdaa436586a req-59223e52-5cf1-4807-9bc5-e694e9d54072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:32:06.708287 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-86be0481-b03f-442e-8bc3-dbdaa436586a req-59223e52-5cf1-4807-9bc5-e694e9d54072 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c0107a27-1a17-4620-80ca-588278f84aaa HTTP/1.1" status: 200  len: 850 time: 0.0581939
Jun 03 22:32:06.791500 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be0481-b03f-442e-8bc3-dbdaa436586a req-7cdfaeef-9758-4d4c-a855-49d90934eeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:32:06.792966 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-86be0481-b03f-442e-8bc3-dbdaa436586a req-7cdfaeef-9758-4d4c-a855-49d90934eeb0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6887f27d-dd01-452f-8727-b88223c7f5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0770016
Jun 03 22:32:06.928730 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-86be0481-b03f-442e-8bc3-dbdaa436586a req-405c3786-c381-410b-b3de-e92ba7640e9f service neutron] 10.222.0.58 "GET /v2.0/networks/6887f27d-dd01-452f-8727-b88223c7f5fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271477
Jun 03 22:32:07.068997 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-86be0481-b03f-442e-8bc3-dbdaa436586a req-cf981f84-c430-4b50-8bce-d3f8a5541946 service neutron] 10.222.0.58 "GET /v2.0/networks/6887f27d-dd01-452f-8727-b88223c7f5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1324699
Jun 03 22:32:16.139827 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:32:16.968212 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-f15afa4d-8727-4847-bba0-098d274159f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:32:19.705079 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:32:19.773878 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-8606fe69-c5fd-4d59-8529-663094d2e3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:32:21.127866 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:32:22.470862 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:32:39.614881 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:32:46.156260 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:32:46.990288 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c3399288-6045-4b67-8f1e-b91b45641803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:32:49.698591 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:32:49.824890 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-cb594b74-9a23-4594-9789-13e24e6cfd64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:32:51.166461 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:32:52.465409 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:07.573340 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-523642ac-ba51-4301-8d90-c2ea5b1111d2 req-8b089eb1-8a06-44c6-914c-27097db3f8e1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=43ddf6d7-bcaf-437f-a576-de7157608cdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0753319
Jun 03 22:33:07.718430 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523642ac-ba51-4301-8d90-c2ea5b1111d2 req-be81409c-6acf-4a5a-842b-02c7cc2c5c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:33:07.719916 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-523642ac-ba51-4301-8d90-c2ea5b1111d2 req-be81409c-6acf-4a5a-842b-02c7cc2c5c7a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d878fa7955745bd9db5d1fa1de0e8fc&device_id=43ddf6d7-bcaf-437f-a576-de7157608cdd HTTP/1.1" status: 200  len: 1099 time: 0.0753748
Jun 03 22:33:07.956614 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523642ac-ba51-4301-8d90-c2ea5b1111d2 req-e5b04b6b-2b28-4dcc-8893-87c114006fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:33:07.958040 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-523642ac-ba51-4301-8d90-c2ea5b1111d2 req-e5b04b6b-2b28-4dcc-8893-87c114006fb7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6887f27d-dd01-452f-8727-b88223c7f5fb HTTP/1.1" status: 200  len: 913 time: 0.2162895
Jun 03 22:33:08.063549 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-523642ac-ba51-4301-8d90-c2ea5b1111d2 req-cb7cc220-5bdf-4717-bd0c-9e27315ebfb0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=246a296f-46b8-4d21-82af-2312827b886e HTTP/1.1" status: 200  len: 1001 time: 0.0973058
Jun 03 22:33:08.126621 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523642ac-ba51-4301-8d90-c2ea5b1111d2 req-786b2c5e-6a2c-4c32-9731-070ed53653f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:33:08.128069 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-523642ac-ba51-4301-8d90-c2ea5b1111d2 req-786b2c5e-6a2c-4c32-9731-070ed53653f9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c0107a27-1a17-4620-80ca-588278f84aaa HTTP/1.1" status: 200  len: 850 time: 0.0601344
Jun 03 22:33:08.206219 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523642ac-ba51-4301-8d90-c2ea5b1111d2 req-023f1cf3-23ee-4819-94a4-6c0d79cf6f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:33:08.207771 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-523642ac-ba51-4301-8d90-c2ea5b1111d2 req-023f1cf3-23ee-4819-94a4-6c0d79cf6f87 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6887f27d-dd01-452f-8727-b88223c7f5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0710032
Jun 03 22:33:08.342837 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-523642ac-ba51-4301-8d90-c2ea5b1111d2 req-7d186bac-d7ed-4649-8927-dd1e8e1b9194 service neutron] 10.222.0.58 "GET /v2.0/networks/6887f27d-dd01-452f-8727-b88223c7f5fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269033
Jun 03 22:33:08.477280 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-523642ac-ba51-4301-8d90-c2ea5b1111d2 req-fd8a74bf-ecb1-4361-8bec-27de1dfcf8b9 service neutron] 10.222.0.58 "GET /v2.0/networks/6887f27d-dd01-452f-8727-b88223c7f5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264586
Jun 03 22:33:16.195042 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:16.613899 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:33:16.961510 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-d4dcec51-1c0c-408d-8635-0a5525aac4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:19.682121 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:19.796319 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-b895c237-244e-4db2-9c4a-1df5bbf3ec99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:21.165885 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:22.487997 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:42.759461 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 41496) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:33:43.019513 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.plugin [None req-e3ace9d1-7b2e-457d-b6c4-dc5df6dbbc29 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Deleting port 55898b53-7c54-4937-a38b-30733510fbc6 {{(pid=92563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:33:43.019761 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-e3ace9d1-7b2e-457d-b6c4-dc5df6dbbc29 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:43.137079 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-e3ace9d1-7b2e-457d-b6c4-dc5df6dbbc29 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:43.137398 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-e3ace9d1-7b2e-457d-b6c4-dc5df6dbbc29 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:43.257802 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.plugin [None req-e3ace9d1-7b2e-457d-b6c4-dc5df6dbbc29 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Calling delete_port for 55898b53-7c54-4937-a38b-30733510fbc6 owned by network:floatingip {{(pid=92563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:33:43.429400 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-e3ace9d1-7b2e-457d-b6c4-dc5df6dbbc29 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33200950'] for port, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:43.433170 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-98ed0d6c-4b72-4460-8b28-adf3cc6e0995 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:33:43.485154 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ace9d1-7b2e-457d-b6c4-dc5df6dbbc29 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Pushing event deleted for resources: {'Port': ['ID=55898b53-7c54-4937-a38b-30733510fbc6,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:33:43.524706 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ace9d1-7b2e-457d-b6c4-dc5df6dbbc29 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:33:43.525089 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ace9d1-7b2e-457d-b6c4-dc5df6dbbc29 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:33:43.525516 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ace9d1-7b2e-457d-b6c4-dc5df6dbbc29 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:33:43.526395 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ace9d1-7b2e-457d-b6c4-dc5df6dbbc29 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:33:43.526754 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ace9d1-7b2e-457d-b6c4-dc5df6dbbc29 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:33:43.527115 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ace9d1-7b2e-457d-b6c4-dc5df6dbbc29 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:33:43.527498 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ace9d1-7b2e-457d-b6c4-dc5df6dbbc29 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:33:43.527860 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ace9d1-7b2e-457d-b6c4-dc5df6dbbc29 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:33:43.528218 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ace9d1-7b2e-457d-b6c4-dc5df6dbbc29 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:33:43.528571 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ace9d1-7b2e-457d-b6c4-dc5df6dbbc29 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:33:43.528927 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ace9d1-7b2e-457d-b6c4-dc5df6dbbc29 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:33:43.529278 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3ace9d1-7b2e-457d-b6c4-dc5df6dbbc29 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:33:43.555799 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-e3ace9d1-7b2e-457d-b6c4-dc5df6dbbc29 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:33:43.584843 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-e3ace9d1-7b2e-457d-b6c4-dc5df6dbbc29 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks [] for floatingip, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:43.585072 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.db.l3_db [None req-e3ace9d1-7b2e-457d-b6c4-dc5df6dbbc29 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Floating IP 7d36a3a3-ee63-4529-a904-a35f2b06665f disassociated (deleted). External IP: 172.27.0.85, port: 246a296f-46b8-4d21-82af-2312827b886e.
Jun 03 22:33:44.031821 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ace9d1-7b2e-457d-b6c4-dc5df6dbbc29 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Router b8f6e44d-f9a4-4008-ab48-ede527405f5a has already been hosted by L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 {{(pid=92563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 22:33:44.211026 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ace9d1-7b2e-457d-b6c4-dc5df6dbbc29 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:33:44.223484 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea7ea64-009f-4446-8539-94dd98db3ec1 None None] Sync routers for ids ['b8f6e44d-f9a4-4008-ab48-ede527405f5a'] in dv-cinder-794669-4-iscsi {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:33:44.234547 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea7ea64-009f-4446-8539-94dd98db3ec1 None None] Routers {'b8f6e44d-f9a4-4008-ab48-ede527405f5a'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:33:44.240046 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-0ea7ea64-009f-4446-8539-94dd98db3ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814fea82b0>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:33:20Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['b8f6e44d-f9a4-4008-ab48-ede527405f5a'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:33:44.321323 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-e3ace9d1-7b2e-457d-b6c4-dc5df6dbbc29 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for floatingip, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:44.383442 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-e3ace9d1-7b2e-457d-b6c4-dc5df6dbbc29 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "DELETE /v2.0/floatingips/7d36a3a3-ee63-4529-a904-a35f2b06665f HTTP/1.1" status: 204  len: 168 time: 1.6205266
Jun 03 22:33:44.383442 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ddf6d7-bcaf-437f-a576-de7157608cdd', 'tag': '246a296f-46b8-4d21-82af-2312827b886e'}] {{(pid=92563) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:33:44.384052 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7740435dcc85f6ab0eb9908d75a6f818e2fb7acd2ed127072350a3dd3a6b64" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb0f8a4-620e-4f8f-88f0-bfd865a8da9b" -d '{"events": [{"name": "network-changed", "server_uuid": "43ddf6d7-bcaf-437f-a576-de7157608cdd", "tag": "246a296f-46b8-4d21-82af-2312827b886e"}]}' {{(pid=92563) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:33:44.429335 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 03 Jun 2021 22:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a8a579-d7a7-4391-a7d4-ad364faa7c30 x-openstack-request-id: req-69a8a579-d7a7-4391-a7d4-ad364faa7c30 {{(pid=92563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:33:44.429677 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ddf6d7-bcaf-437f-a576-de7157608cdd", "tag": "246a296f-46b8-4d21-82af-2312827b886e", "status": "completed", "code": 200}]} {{(pid=92563) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:33:44.429974 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-69a8a579-d7a7-4391-a7d4-ad364faa7c30 {{(pid=92563) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:33:44.430417 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ddf6d7-bcaf-437f-a576-de7157608cdd', 'tag': '246a296f-46b8-4d21-82af-2312827b886e', 'status': 'completed', 'code': 200}
Jun 03 22:33:44.452595 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-0ea7ea64-009f-4446-8539-94dd98db3ec1 None None] Set router b8f6e44d-f9a4-4008-ab48-ede527405f5a gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:33:44.547150 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0f8a4-620e-4f8f-88f0-bfd865a8da9b req-0deb0417-196f-4500-b1bf-5aaf68c12b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:33:44.552055 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-4bb0f8a4-620e-4f8f-88f0-bfd865a8da9b req-0deb0417-196f-4500-b1bf-5aaf68c12b69 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d878fa7955745bd9db5d1fa1de0e8fc&device_id=43ddf6d7-bcaf-437f-a576-de7157608cdd HTTP/1.1" status: 200  len: 1099 time: 0.0904341
Jun 03 22:33:44.699962 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0f8a4-620e-4f8f-88f0-bfd865a8da9b req-5bead0ad-d8fc-45bd-b652-8d420af50a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:33:44.701400 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-4bb0f8a4-620e-4f8f-88f0-bfd865a8da9b req-5bead0ad-d8fc-45bd-b652-8d420af50a26 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6887f27d-dd01-452f-8727-b88223c7f5fb HTTP/1.1" status: 200  len: 913 time: 0.1468327
Jun 03 22:33:44.775917 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-4bb0f8a4-620e-4f8f-88f0-bfd865a8da9b req-d18d6460-7462-448f-98b4-1591ad98f334 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=246a296f-46b8-4d21-82af-2312827b886e HTTP/1.1" status: 200  len: 217 time: 0.0662432
Jun 03 22:33:44.800487 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-0ea7ea64-009f-4446-8539-94dd98db3ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814fea82b0>, [{'id': 'b8f6e44d-f9a4-4008-ab48-ede527405f5a', 'name': 'tempest-TestVolumeBootPattern-780700351-router', 'tenant_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'df97d3e0-036c-4043-b7a6-a61090bc09a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:28:57Z', 'updated_at': '2021-06-03T22:29:03Z', 'revision_number': 4, 'project_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'gw_port': {'id': 'df97d3e0-036c-4043-b7a6-a61090bc09a1', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f6e44d-f9a4-4008-ab48-ede527405f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:28:58Z', 'updated_at': '2021-06-03T22:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': '5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd', 'name': '', 'network_id': '6887f27d-dd01-452f-8727-b88223c7f5fb', 'tenant_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'mac_address': 'fa:16:3e:75:36:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f6e44d-f9a4-4008-ab48-ede527405f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c0107a27-1a17-4620-80ca-588278f84aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:29:02Z', 'updated_at': '2021-06-03T22:29:09Z', 'revision_number': 5, 'project_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'subnets': [{'id': 'c0107a27-1a17-4620-80ca-588278f84aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:33:44.804810 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea7ea64-009f-4446-8539-94dd98db3ec1 None None] Checking router: b8f6e44d-f9a4-4008-ab48-ede527405f5a for host: dv-cinder-794669-4-iscsi {{(pid=92565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:33:44.815185 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea7ea64-009f-4446-8539-94dd98db3ec1 None None] Routers {'b8f6e44d-f9a4-4008-ab48-ede527405f5a'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:33:44.816108 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-0ea7ea64-009f-4446-8539-94dd98db3ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814fea82b0>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:33:20Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['b8f6e44d-f9a4-4008-ab48-ede527405f5a'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:33:44.848682 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0f8a4-620e-4f8f-88f0-bfd865a8da9b req-71947e7a-2600-4283-ab1c-63ea2565c9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:33:44.850116 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-4bb0f8a4-620e-4f8f-88f0-bfd865a8da9b req-71947e7a-2600-4283-ab1c-63ea2565c9f9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c0107a27-1a17-4620-80ca-588278f84aaa HTTP/1.1" status: 200  len: 850 time: 0.0667682
Jun 03 22:33:44.934866 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0f8a4-620e-4f8f-88f0-bfd865a8da9b req-552fef52-da46-4be1-8407-17fd51baf3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:33:44.936365 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-4bb0f8a4-620e-4f8f-88f0-bfd865a8da9b req-552fef52-da46-4be1-8407-17fd51baf3ff service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6887f27d-dd01-452f-8727-b88223c7f5fb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0746303
Jun 03 22:33:45.009005 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f8206-4c88-439d-bb24-b12ec7634673 req-0c478360-2668-4564-b157-1e8931e00603 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92563) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:33:45.009668 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-c98f8206-4c88-439d-bb24-b12ec7634673 req-0c478360-2668-4564-b157-1e8931e00603 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Synchronizing usage tracker for tenant:9d878fa7955745bd9db5d1fa1de0e8fc on resource:port {{(pid=92563) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:33:45.011855 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-0ea7ea64-009f-4446-8539-94dd98db3ec1 None None] Set router b8f6e44d-f9a4-4008-ab48-ede527405f5a gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:33:45.079658 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-4bb0f8a4-620e-4f8f-88f0-bfd865a8da9b req-d43217f2-8f9a-4456-ad0b-05b553667ab1 service neutron] 10.222.0.58 "GET /v2.0/networks/6887f27d-dd01-452f-8727-b88223c7f5fb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367199
Jun 03 22:33:45.121397 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.quota.resource [req-c98f8206-4c88-439d-bb24-b12ec7634673 req-0c478360-2668-4564-b157-1e8931e00603 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Unset dirty status for tenant:9d878fa7955745bd9db5d1fa1de0e8fc on resource:port {{(pid=92563) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:33:45.122846 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c98f8206-4c88-439d-bb24-b12ec7634673 req-0c478360-2668-4564-b157-1e8931e00603 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "GET /v2.0/ports?device_id=43ddf6d7-bcaf-437f-a576-de7157608cdd HTTP/1.1" status: 200  len: 946 time: 0.1962342
Jun 03 22:33:45.176157 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [req-c98f8206-4c88-439d-bb24-b12ec7634673 req-6cb7e38a-457f-4091-bb24-f4f80098adf6 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "GET /v2.0/security-groups?id=8520b138-e2a3-4a45-ba30-59bc9f8a6fec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476775
Jun 03 22:33:45.220898 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-4bb0f8a4-620e-4f8f-88f0-bfd865a8da9b req-9e28c4fb-33f4-455b-b689-1de293834d6d service neutron] 10.222.0.58 "GET /v2.0/networks/6887f27d-dd01-452f-8727-b88223c7f5fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1358979
Jun 03 22:33:45.335550 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-0ea7ea64-009f-4446-8539-94dd98db3ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814fea82b0>, [{'id': 'b8f6e44d-f9a4-4008-ab48-ede527405f5a', 'name': 'tempest-TestVolumeBootPattern-780700351-router', 'tenant_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'df97d3e0-036c-4043-b7a6-a61090bc09a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:28:57Z', 'updated_at': '2021-06-03T22:29:03Z', 'revision_number': 4, 'project_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'gw_port': {'id': 'df97d3e0-036c-4043-b7a6-a61090bc09a1', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f6e44d-f9a4-4008-ab48-ede527405f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:28:58Z', 'updated_at': '2021-06-03T22:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': '5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd', 'name': '', 'network_id': '6887f27d-dd01-452f-8727-b88223c7f5fb', 'tenant_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'mac_address': 'fa:16:3e:75:36:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f6e44d-f9a4-4008-ab48-ede527405f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c0107a27-1a17-4620-80ca-588278f84aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:29:02Z', 'updated_at': '2021-06-03T22:29:09Z', 'revision_number': 5, 'project_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'subnets': [{'id': 'c0107a27-1a17-4620-80ca-588278f84aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:33:45.340929 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea7ea64-009f-4446-8539-94dd98db3ec1 None None] The sync data for ids ['b8f6e44d-f9a4-4008-ab48-ede527405f5a'] in dv-cinder-794669-4-iscsi is: [{'id': 'b8f6e44d-f9a4-4008-ab48-ede527405f5a', 'name': 'tempest-TestVolumeBootPattern-780700351-router', 'tenant_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'df97d3e0-036c-4043-b7a6-a61090bc09a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:28:57Z', 'updated_at': '2021-06-03T22:29:03Z', 'revision_number': 4, 'project_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'gw_port': {'id': 'df97d3e0-036c-4043-b7a6-a61090bc09a1', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f6e44d-f9a4-4008-ab48-ede527405f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:28:58Z', 'updated_at': '2021-06-03T22:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi', '_interfaces': [{'id': '5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd', 'name': '', 'network_id': '6887f27d-dd01-452f-8727-b88223c7f5fb', 'tenant_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'mac_address': 'fa:16:3e:75:36:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f6e44d-f9a4-4008-ab48-ede527405f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'c0107a27-1a17-4620-80ca-588278f84aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:29:02Z', 'updated_at': '2021-06-03T22:29:09Z', 'revision_number': 5, 'project_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'subnets': [{'id': 'c0107a27-1a17-4620-80ca-588278f84aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:33:45.546087 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22dd64e-0ada-4956-8d30-dee196ce2bdb None None] New status for floating IP 7d36a3a3-ee63-4529-a904-a35f2b06665f: DOWN {{(pid=92566) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 03 22:33:46.172293 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:46.262400 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf3ca9-78e2-490c-a1da-ac9c06b6e635 req-4fcc12d0-06d8-49e1-b51e-3e80e2925588 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:33:46.262400 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-86cf3ca9-78e2-490c-a1da-ac9c06b6e635 req-4fcc12d0-06d8-49e1-b51e-3e80e2925588 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.58 "GET /v2.0/ports?device_id=43ddf6d7-bcaf-437f-a576-de7157608cdd HTTP/1.1" status: 200  len: 946 time: 0.0829277
Jun 03 22:33:46.533633 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2828c75-3859-40bd-b3c8-af65d7a6509b req-d48894a2-f6ce-4422-9836-0a89e05521bb tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92564) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 03 22:33:46.534992 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-d2828c75-3859-40bd-b3c8-af65d7a6509b req-d48894a2-f6ce-4422-9836-0a89e05521bb tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "GET /v2.0/ports?device_id=43ddf6d7-bcaf-437f-a576-de7157608cdd HTTP/1.1" status: 200  len: 946 time: 0.2347643
Jun 03 22:33:46.572042 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [req-86cf3ca9-78e2-490c-a1da-ac9c06b6e635 req-2a5eba3d-368a-4802-9dea-50ef77b9af8c tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Deleting port 246a296f-46b8-4d21-82af-2312827b886e {{(pid=92564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:33:46.572378 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-86cf3ca9-78e2-490c-a1da-ac9c06b6e635 req-2a5eba3d-368a-4802-9dea-50ef77b9af8c tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:46.628352 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-d2828c75-3859-40bd-b3c8-af65d7a6509b req-3c51e1c4-0633-41e9-85eb-7e30c803cbae tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "GET /v2.0/security-groups?id=8520b138-e2a3-4a45-ba30-59bc9f8a6fec&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0861418
Jun 03 22:33:46.725654 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [req-86cf3ca9-78e2-490c-a1da-ac9c06b6e635 req-2a5eba3d-368a-4802-9dea-50ef77b9af8c tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] For port 246a296f-46b8-4d21-82af-2312827b886e, host hv-cinder-79466, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79466',level=0,port_id=246a296f-46b8-4d21-82af-2312827b886e,segment=NetworkSegment(d60f3829-0ebc-426c-bb02-1c56a89ec8ca),segment_id=d60f3829-0ebc-426c-bb02-1c56a89ec8ca)] {{(pid=92564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:33:46.726006 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-86cf3ca9-78e2-490c-a1da-ac9c06b6e635 req-2a5eba3d-368a-4802-9dea-50ef77b9af8c tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:46.851502 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [req-86cf3ca9-78e2-490c-a1da-ac9c06b6e635 req-2a5eba3d-368a-4802-9dea-50ef77b9af8c tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Calling delete_port for 246a296f-46b8-4d21-82af-2312827b886e owned by compute:nova {{(pid=92564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:33:46.984102 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-4bd5fb3b-e13b-4619-9d82-2e47796cfb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:47.047031 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-86cf3ca9-78e2-490c-a1da-ac9c06b6e635 req-2a5eba3d-368a-4802-9dea-50ef77b9af8c tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:47.052850 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-83e8556f-31ef-4ee0-9d5a-a8c90b0cb8ef tempest-AttachVolumeShelveTestJSON-1500015615 tempest-AttachVolumeShelveTestJSON-1500015615-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:33:47.099978 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5eba3d-368a-4802-9dea-50ef77b9af8c tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Pushing event deleted for resources: {'Port': ['ID=246a296f-46b8-4d21-82af-2312827b886e,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:33:47.169745 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5eba3d-368a-4802-9dea-50ef77b9af8c tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:33:47.170157 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5eba3d-368a-4802-9dea-50ef77b9af8c tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:33:47.170489 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5eba3d-368a-4802-9dea-50ef77b9af8c tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:33:47.170848 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5eba3d-368a-4802-9dea-50ef77b9af8c tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:33:47.171208 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5eba3d-368a-4802-9dea-50ef77b9af8c tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:33:47.171589 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5eba3d-368a-4802-9dea-50ef77b9af8c tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:33:47.171950 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5eba3d-368a-4802-9dea-50ef77b9af8c tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:33:47.172302 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5eba3d-368a-4802-9dea-50ef77b9af8c tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:33:47.172655 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5eba3d-368a-4802-9dea-50ef77b9af8c tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:33:47.173050 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5eba3d-368a-4802-9dea-50ef77b9af8c tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:33:47.173353 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5eba3d-368a-4802-9dea-50ef77b9af8c tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:33:47.173698 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5eba3d-368a-4802-9dea-50ef77b9af8c tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92564) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:33:47.181437 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-2a5eba3d-368a-4802-9dea-50ef77b9af8c tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:33:47.188068 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [req-86cf3ca9-78e2-490c-a1da-ac9c06b6e635 req-2a5eba3d-368a-4802-9dea-50ef77b9af8c tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] No DVR routers for this DVR port 246a296f-46b8-4d21-82af-2312827b886e on host hv-cinder-79466 {{(pid=92564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 22:33:47.190497 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [req-86cf3ca9-78e2-490c-a1da-ac9c06b6e635 req-2a5eba3d-368a-4802-9dea-50ef77b9af8c tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-127831'] for port, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:47.193328 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ddf6d7-bcaf-437f-a576-de7157608cdd', 'name': 'network-vif-deleted', 'tag': '246a296f-46b8-4d21-82af-2312827b886e'}] {{(pid=92564) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 03 22:33:47.195654 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.106/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c024af40dcbc7289fed731e5c35c42eecf8f16a39534b44a636824a10e0ed12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ddc37a6-ceed-4637-9656-59d3e87c5c77" -d '{"events": [{"server_uuid": "43ddf6d7-bcaf-437f-a576-de7157608cdd", "name": "network-vif-deleted", "tag": "246a296f-46b8-4d21-82af-2312827b886e"}]}' {{(pid=92564) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 03 22:33:47.270705 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-86cf3ca9-78e2-490c-a1da-ac9c06b6e635 req-2a5eba3d-368a-4802-9dea-50ef77b9af8c tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.58 "DELETE /v2.0/ports/246a296f-46b8-4d21-82af-2312827b886e HTTP/1.1" status: 204  len: 173 time: 1.0026071
Jun 03 22:33:47.368063 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 03 Jun 2021 22:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4292bbbd-6100-464e-847e-c5132e56f4d8 x-openstack-request-id: req-4292bbbd-6100-464e-847e-c5132e56f4d8 {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 03 22:33:47.368063 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ddf6d7-bcaf-437f-a576-de7157608cdd", "name": "network-vif-deleted", "tag": "246a296f-46b8-4d21-82af-2312827b886e", "status": "completed", "code": 200}]} {{(pid=92564) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 03 22:33:47.368063 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.106/compute/v2.1/os-server-external-events used request id req-4292bbbd-6100-464e-847e-c5132e56f4d8 {{(pid=92564) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 03 22:33:47.368063 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ddf6d7-bcaf-437f-a576-de7157608cdd', 'name': 'network-vif-deleted', 'tag': '246a296f-46b8-4d21-82af-2312827b886e', 'status': 'completed', 'code': 200}
Jun 03 22:33:47.777796 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-997c63f1-508e-4761-9024-93be4b327fbe req-3f44764f-7157-4b2d-8258-34c3719d4c1b tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Synchronizing usage tracker for tenant:9d878fa7955745bd9db5d1fa1de0e8fc on resource:port {{(pid=92564) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 03 22:33:47.852636 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.quota.resource [req-997c63f1-508e-4761-9024-93be4b327fbe req-3f44764f-7157-4b2d-8258-34c3719d4c1b tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Unset dirty status for tenant:9d878fa7955745bd9db5d1fa1de0e8fc on resource:port {{(pid=92564) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 03 22:33:47.853915 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [req-997c63f1-508e-4761-9024-93be4b327fbe req-3f44764f-7157-4b2d-8258-34c3719d4c1b tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "GET /v2.0/ports?device_id=43ddf6d7-bcaf-437f-a576-de7157608cdd HTTP/1.1" status: 200  len: 210 time: 0.1189992
Jun 03 22:33:48.501901 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 246a296f-46b8-4d21-82af-2312827b886e no longer exists at agent hyperv_hv-cinder-79466 {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:33:48.541540 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] No Port match for: 246a296f-46b8-4d21-82af-2312827b886e {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:33:48.541901 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Device 246a296f-46b8-4d21-82af-2312827b886e not bound to the agent host hv-cinder-79466 {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:33:49.732408 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:49.772118 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c896ffc2-5d1f-4040-a39b-193382b2125f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:50.307360 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 41532) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:33:50.379653 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-90044349-e2bb-4e3c-a17b-4252fd3ac879 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks [] for security_group, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:50.410391 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-90044349-e2bb-4e3c-a17b-4252fd3ac879 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:50.567005 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-90044349-e2bb-4e3c-a17b-4252fd3ac879 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:50.570908 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-d66661ec-9999-403d-876a-a803b0987202 tempest-AttachVolumeTestJSON-670218073 tempest-AttachVolumeTestJSON-670218073-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:33:50.585153 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90044349-e2bb-4e3c-a17b-4252fd3ac879 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8520b138-e2a3-4a45-ba30-59bc9f8a6fec,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:33:50.588379 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-90044349-e2bb-4e3c-a17b-4252fd3ac879 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:33:50.674496 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-90044349-e2bb-4e3c-a17b-4252fd3ac879 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] Notify callbacks [] for security_group, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:50.675612 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-90044349-e2bb-4e3c-a17b-4252fd3ac879 tempest-TestVolumeBootPattern-1174526900 tempest-TestVolumeBootPattern-1174526900-project] 10.222.0.106 "DELETE /v2.0/security-groups/8520b138-e2a3-4a45-ba30-59bc9f8a6fec HTTP/1.1" status: 204  len: 168 time: 0.3672268
Jun 03 22:33:50.811079 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 41536) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:33:51.138772 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:51.359347 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2f7fe0e4-912f-4dd0-87bb-0d38a95f411f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664943'] for router_interface, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:51.855843 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [None req-2f7fe0e4-912f-4dd0-87bb-0d38a95f411f admin admin] Deleting port 5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd {{(pid=92564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:33:51.856584 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2f7fe0e4-912f-4dd0-87bb-0d38a95f411f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:51.976753 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [None req-2f7fe0e4-912f-4dd0-87bb-0d38a95f411f admin admin] For port 5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd,segment=NetworkSegment(d60f3829-0ebc-426c-bb02-1c56a89ec8ca),segment_id=d60f3829-0ebc-426c-bb02-1c56a89ec8ca)] {{(pid=92564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:33:51.977103 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2f7fe0e4-912f-4dd0-87bb-0d38a95f411f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:52.099470 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [None req-2f7fe0e4-912f-4dd0-87bb-0d38a95f411f admin admin] Calling delete_port for 5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd owned by network:router_interface {{(pid=92564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:33:52.314539 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2f7fe0e4-912f-4dd0-87bb-0d38a95f411f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:52.318510 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-ab32a421-3889-4b61-a205-c1359c0483f8 tempest-TestShelveInstance-1378123997 tempest-TestShelveInstance-1378123997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:33:52.407525 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7fe0e4-912f-4dd0-87bb-0d38a95f411f admin admin] Pushing event deleted for resources: {'Port': ['ID=5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:33:52.411251 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-2f7fe0e4-912f-4dd0-87bb-0d38a95f411f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:33:52.480440 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:52.646235 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2f7fe0e4-912f-4dd0-87bb-0d38a95f411f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666801'] for router_interface, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:53.005782 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7fe0e4-912f-4dd0-87bb-0d38a95f411f admin admin] Router b8f6e44d-f9a4-4008-ab48-ede527405f5a has already been hosted by L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 {{(pid=92564) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 22:33:53.276887 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7fe0e4-912f-4dd0-87bb-0d38a95f411f admin admin] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92564) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:33:53.285383 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5498c32-488d-4711-a7b8-f2e8fb599a23 None None] Sync routers for ids ['b8f6e44d-f9a4-4008-ab48-ede527405f5a'] in dv-cinder-794669-4-iscsi {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:33:53.294567 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5498c32-488d-4711-a7b8-f2e8fb599a23 None None] Routers {'b8f6e44d-f9a4-4008-ab48-ede527405f5a'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:33:53.295203 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-a5498c32-488d-4711-a7b8-f2e8fb599a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814e7d9460>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:33:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['b8f6e44d-f9a4-4008-ab48-ede527405f5a'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:33:53.376406 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-2f7fe0e4-912f-4dd0-87bb-0d38a95f411f admin admin] 10.222.0.106 "PUT /v2.0/routers/b8f6e44d-f9a4-4008-ab48-ede527405f5a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5632055
Jun 03 22:33:53.378232 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 41540) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:33:53.481216 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-a5498c32-488d-4711-a7b8-f2e8fb599a23 None None] Set router b8f6e44d-f9a4-4008-ab48-ede527405f5a gateway port host: dv-cinder-794669-4-iscsi {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:33:53.569094 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-c0c664bc-7b67-492f-94fa-7bbac70f84f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:53.613493 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:33:53.751671 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-c0c664bc-7b67-492f-94fa-7bbac70f84f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:53.819736 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-a5498c32-488d-4711-a7b8-f2e8fb599a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814e7d9460>, [{'id': 'b8f6e44d-f9a4-4008-ab48-ede527405f5a', 'name': 'tempest-TestVolumeBootPattern-780700351-router', 'tenant_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': 'df97d3e0-036c-4043-b7a6-a61090bc09a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:28:57Z', 'updated_at': '2021-06-03T22:33:52Z', 'revision_number': 5, 'project_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'gw_port': {'id': 'df97d3e0-036c-4043-b7a6-a61090bc09a1', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:5d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f6e44d-f9a4-4008-ab48-ede527405f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:28:58Z', 'updated_at': '2021-06-03T22:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:33:53.823544 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5498c32-488d-4711-a7b8-f2e8fb599a23 None None] Checking router: b8f6e44d-f9a4-4008-ab48-ede527405f5a for host: dv-cinder-794669-4-iscsi {{(pid=92565) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:33:53.831875 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5498c32-488d-4711-a7b8-f2e8fb599a23 None None] Routers {'b8f6e44d-f9a4-4008-ab48-ede527405f5a'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92565) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:33:53.832576 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-a5498c32-488d-4711-a7b8-f2e8fb599a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814e7d9460>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:33:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['b8f6e44d-f9a4-4008-ab48-ede527405f5a'], 'active': True} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:33:53.903995 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [None req-c0c664bc-7b67-492f-94fa-7bbac70f84f5 admin admin] Deleting port df97d3e0-036c-4043-b7a6-a61090bc09a1 {{(pid=92564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:33:53.904330 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-c0c664bc-7b67-492f-94fa-7bbac70f84f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:53.985133 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvr_db [None req-a5498c32-488d-4711-a7b8-f2e8fb599a23 None None] Set router b8f6e44d-f9a4-4008-ab48-ede527405f5a gateway port host: None {{(pid=92565) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:33:54.029448 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [None req-c0c664bc-7b67-492f-94fa-7bbac70f84f5 admin admin] For port df97d3e0-036c-4043-b7a6-a61090bc09a1, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=df97d3e0-036c-4043-b7a6-a61090bc09a1,segment=NetworkSegment(cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c),segment_id=cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c)] {{(pid=92564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:33:54.029448 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-c0c664bc-7b67-492f-94fa-7bbac70f84f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:54.093176 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_hamode_db [None req-a5498c32-488d-4711-a7b8-f2e8fb599a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814e7d9460>, [{'id': 'b8f6e44d-f9a4-4008-ab48-ede527405f5a', 'name': 'tempest-TestVolumeBootPattern-780700351-router', 'tenant_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:28:57Z', 'updated_at': '2021-06-03T22:33:53Z', 'revision_number': 6, 'project_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'gw_port_host': None}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92565) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:33:54.096084 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5498c32-488d-4711-a7b8-f2e8fb599a23 None None] The sync data for ids ['b8f6e44d-f9a4-4008-ab48-ede527405f5a'] in dv-cinder-794669-4-iscsi is: [{'id': 'b8f6e44d-f9a4-4008-ab48-ede527405f5a', 'name': 'tempest-TestVolumeBootPattern-780700351-router', 'tenant_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:28:57Z', 'updated_at': '2021-06-03T22:33:53Z', 'revision_number': 6, 'project_id': '9d878fa7955745bd9db5d1fa1de0e8fc', 'gw_port_host': None}] {{(pid=92565) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:33:54.155000 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [None req-c0c664bc-7b67-492f-94fa-7bbac70f84f5 admin admin] Calling delete_port for df97d3e0-036c-4043-b7a6-a61090bc09a1 owned by network:router_gateway {{(pid=92564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:33:54.361575 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-c0c664bc-7b67-492f-94fa-7bbac70f84f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:54.365555 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-67da877d-3260-4763-999b-f489e69ec7aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:33:54.413037 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c664bc-7b67-492f-94fa-7bbac70f84f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=df97d3e0-036c-4043-b7a6-a61090bc09a1,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:33:54.415953 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-c0c664bc-7b67-492f-94fa-7bbac70f84f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:33:54.510988 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-c0c664bc-7b67-492f-94fa-7bbac70f84f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-309266'] for router_gateway, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:54.684188 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-c0c664bc-7b67-492f-94fa-7bbac70f84f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-710188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38400'] for router, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:54.688245 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-c0c664bc-7b67-492f-94fa-7bbac70f84f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:54.794406 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-c0c664bc-7b67-492f-94fa-7bbac70f84f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-710328'] for router, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:54.794875 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c664bc-7b67-492f-94fa-7bbac70f84f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8f6e44d-f9a4-4008-ab48-ede527405f5a {{(pid=92564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 03 22:33:54.807737 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-c0c664bc-7b67-492f-94fa-7bbac70f84f5 admin admin] Notify callbacks [] for router, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:54.809163 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-c0c664bc-7b67-492f-94fa-7bbac70f84f5 admin admin] 10.222.0.106 "DELETE /v2.0/routers/b8f6e44d-f9a4-4008-ab48-ede527405f5a HTTP/1.1" status: 204  len: 168 time: 1.4295769
Jun 03 22:33:54.811557 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 41542) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:33:54.985051 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.db_base_plugin_v2 [None req-02689054-3b9a-4497-9dac-c7f34dc86bfc admin admin] Deleting subnet c0107a27-1a17-4620-80ca-588278f84aaa {{(pid=92563) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 22:33:54.988636 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-02689054-3b9a-4497-9dac-c7f34dc86bfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:55.042461 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-02689054-3b9a-4497-9dac-c7f34dc86bfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31840165'] for subnet, precommit_delete_associations {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:55.121768 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-02689054-3b9a-4497-9dac-c7f34dc86bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799703'] for subnet, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:55.382870 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd no longer exists at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:33:55.418692 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] No Port match for: 5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:33:55.419052 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 5c4635bc-a514-4ae7-b6db-fc10e7a7d6fd not bound to the agent host dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:33:55.419515 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device df97d3e0-036c-4043-b7a6-a61090bc09a1 no longer exists at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:33:55.455589 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] No Port match for: df97d3e0-036c-4043-b7a6-a61090bc09a1 {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:33:55.455928 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device df97d3e0-036c-4043-b7a6-a61090bc09a1 not bound to the agent host dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:33:55.486903 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-02689054-3b9a-4497-9dac-c7f34dc86bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33200899', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31823006'] for subnet, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:55.491037 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-6e29401b-0b8d-4e6a-afae-e96bbfc542c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:33:55.527558 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02689054-3b9a-4497-9dac-c7f34dc86bfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0107a27-1a17-4620-80ca-588278f84aaa,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:33:55.530693 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-02689054-3b9a-4497-9dac-c7f34dc86bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:33:55.531708 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-02689054-3b9a-4497-9dac-c7f34dc86bfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for subnet, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:55.538028 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c4448f-1f1a-409c-a5c2-bfc6bfd38dd9 None None] Network 6887f27d-dd01-452f-8727-b88223c7f5fb requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:33:55.539082 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-02689054-3b9a-4497-9dac-c7f34dc86bfc admin admin] 10.222.0.106 "DELETE /v2.0/subnets/c0107a27-1a17-4620-80ca-588278f84aaa HTTP/1.1" status: 204  len: 168 time: 0.7264712
Jun 03 22:33:55.541552 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 41546) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:33:55.672186 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-f88baef4-ba9f-4e92-b100-c8014812d778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1319667'] for network, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:55.724062 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.plugin [None req-f88baef4-ba9f-4e92-b100-c8014812d778 admin admin] Deleting port d5549627-92fa-4f4e-ba56-65f6fb89baf7 {{(pid=92563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:33:55.724823 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-f88baef4-ba9f-4e92-b100-c8014812d778 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:55.786522 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abf2a65-0612-413e-8389-389ba0dfbe0e None None] DHCP port deletion for 6887f27d-dd01-452f-8727-b88223c7f5fb request from dv-cinder-794669-4-iscsi {{(pid=92565) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 03 22:33:55.830348 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.db [None req-f88baef4-ba9f-4e92-b100-c8014812d778 admin admin] For port d5549627-92fa-4f4e-ba56-65f6fb89baf7, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=d5549627-92fa-4f4e-ba56-65f6fb89baf7,segment=NetworkSegment(d60f3829-0ebc-426c-bb02-1c56a89ec8ca),segment_id=d60f3829-0ebc-426c-bb02-1c56a89ec8ca)] {{(pid=92563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:33:55.830981 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-f88baef4-ba9f-4e92-b100-c8014812d778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:55.857856 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-2abf2a65-0612-413e-8389-389ba0dfbe0e None None] Deleting port d5549627-92fa-4f4e-ba56-65f6fb89baf7 {{(pid=92565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:33:55.858256 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-2abf2a65-0612-413e-8389-389ba0dfbe0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:55.958046 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-2abf2a65-0612-413e-8389-389ba0dfbe0e None None] For port d5549627-92fa-4f4e-ba56-65f6fb89baf7, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=d5549627-92fa-4f4e-ba56-65f6fb89baf7,segment=NetworkSegment(d60f3829-0ebc-426c-bb02-1c56a89ec8ca),segment_id=d60f3829-0ebc-426c-bb02-1c56a89ec8ca)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:33:55.958425 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-2abf2a65-0612-413e-8389-389ba0dfbe0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:56.048030 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.plugin [None req-f88baef4-ba9f-4e92-b100-c8014812d778 admin admin] Calling delete_port for d5549627-92fa-4f4e-ba56-65f6fb89baf7 owned by network:dhcp {{(pid=92563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:33:56.085209 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-2abf2a65-0612-413e-8389-389ba0dfbe0e None None] Calling delete_port for d5549627-92fa-4f4e-ba56-65f6fb89baf7 owned by network:dhcp {{(pid=92565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:33:56.149968 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-f88baef4-ba9f-4e92-b100-c8014812d778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33200950'] for port, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:56.157505 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-483fefb8-eaf7-41b4-9def-a98959fd0c6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:33:56.159244 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-2abf2a65-0612-413e-8389-389ba0dfbe0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549'] for port, after_delete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:56.162936 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:33:56.203048 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf2a65-0612-413e-8389-389ba0dfbe0e None None] Pushing event deleted for resources: {'Port': ['ID=d5549627-92fa-4f4e-ba56-65f6fb89baf7,revision_number=None']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:33:56.204470 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88baef4-ba9f-4e92-b100-c8014812d778 admin admin] No DVR routers for this DVR port d5549627-92fa-4f4e-ba56-65f6fb89baf7 on host dv-cinder-794669-4-iscsi {{(pid=92563) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 22:33:56.214918 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abf2a65-0612-413e-8389-389ba0dfbe0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:33:56.215251 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abf2a65-0612-413e-8389-389ba0dfbe0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:33:56.215558 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abf2a65-0612-413e-8389-389ba0dfbe0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:33:56.215899 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abf2a65-0612-413e-8389-389ba0dfbe0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:33:56.216229 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abf2a65-0612-413e-8389-389ba0dfbe0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:33:56.216555 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abf2a65-0612-413e-8389-389ba0dfbe0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:33:56.216879 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abf2a65-0612-413e-8389-389ba0dfbe0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:33:56.217204 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abf2a65-0612-413e-8389-389ba0dfbe0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:33:56.217530 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abf2a65-0612-413e-8389-389ba0dfbe0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:33:56.217855 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abf2a65-0612-413e-8389-389ba0dfbe0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:33:56.218177 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abf2a65-0612-413e-8389-389ba0dfbe0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:33:56.218494 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2abf2a65-0612-413e-8389-389ba0dfbe0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794669-4-iscsi {{(pid=92565) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 03 22:33:56.221150 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abf2a65-0612-413e-8389-389ba0dfbe0e None None] No DVR routers for this DVR port d5549627-92fa-4f4e-ba56-65f6fb89baf7 on host dv-cinder-794669-4-iscsi {{(pid=92565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 22:33:56.222532 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-2abf2a65-0612-413e-8389-389ba0dfbe0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:33:56.237492 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88baef4-ba9f-4e92-b100-c8014812d778 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5549627-92fa-4f4e-ba56-65f6fb89baf7,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:33:56.239968 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-f88baef4-ba9f-4e92-b100-c8014812d778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:33:56.329591 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-f88baef4-ba9f-4e92-b100-c8014812d778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1799298', 'neutron.services.segments.db._delete_segments_for_network-8762086254785'] for network, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:56.341586 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.services.segments.db [None req-f88baef4-ba9f-4e92-b100-c8014812d778 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f814e994520>,) {'filters': {'network_id': ['6887f27d-dd01-452f-8727-b88223c7f5fb']}} {{(pid=92563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:33:56.358632 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.services.segments.db [None req-f88baef4-ba9f-4e92-b100-c8014812d778 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f814e994520>, 'd60f3829-0ebc-426c-bb02-1c56a89ec8ca') {'for_net_delete': True} {{(pid=92563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:33:56.358936 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.services.segments.db [None req-f88baef4-ba9f-4e92-b100-c8014812d778 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f814e994520>, 'd60f3829-0ebc-426c-bb02-1c56a89ec8ca') {} {{(pid=92563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:33:56.371365 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-f88baef4-ba9f-4e92-b100-c8014812d778 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762086257628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31840220'] for segment, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:56.387157 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-f88baef4-ba9f-4e92-b100-c8014812d778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286'] for segment, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:56.393139 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f88baef4-ba9f-4e92-b100-c8014812d778 admin admin] Releasing vlan 1404 on physical network physnet1 to pool {{(pid=92563) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 22:33:56.394164 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-f88baef4-ba9f-4e92-b100-c8014812d778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33201129'] for segment, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:56.406881 dv-cinder-794669-4-iscsi neutron-server[92563]: Traceback (most recent call last):
Jun 03 22:33:56.406881 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 22:33:56.406881 dv-cinder-794669-4-iscsi neutron-server[92563]:     timer()
Jun 03 22:33:56.406881 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 22:33:56.406881 dv-cinder-794669-4-iscsi neutron-server[92563]:     cb(*args, **kw)
Jun 03 22:33:56.406881 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 22:33:56.406881 dv-cinder-794669-4-iscsi neutron-server[92563]:     return func(*args, **kwargs)
Jun 03 22:33:56.406881 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 22:33:56.406881 dv-cinder-794669-4-iscsi neutron-server[92563]:     self._notify()
Jun 03 22:33:56.406881 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 22:33:56.406881 dv-cinder-794669-4-iscsi neutron-server[92563]:     self.callback(batched_events)
Jun 03 22:33:56.406881 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 22:33:56.406881 dv-cinder-794669-4-iscsi neutron-server[92563]:     event.method(event)
Jun 03 22:33:56.406881 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 22:33:56.406881 dv-cinder-794669-4-iscsi neutron-server[92563]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 22:33:56.406881 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 22:33:56.406881 dv-cinder-794669-4-iscsi neutron-server[92563]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 22:33:56.406881 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 22:33:56.406881 dv-cinder-794669-4-iscsi neutron-server[92563]:     return f(self, *a, **k)
Jun 03 22:33:56.406881 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 22:33:56.406881 dv-cinder-794669-4-iscsi neutron-server[92563]:     return self._get(url).json()
Jun 03 22:33:56.406881 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 22:33:56.406881 dv-cinder-794669-4-iscsi neutron-server[92563]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 22:33:56.406881 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 22:33:56.406881 dv-cinder-794669-4-iscsi neutron-server[92563]:     return self.request(url, 'GET', **kwargs)
Jun 03 22:33:56.406881 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 22:33:56.406881 dv-cinder-794669-4-iscsi neutron-server[92563]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 22:33:56.406881 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 22:33:56.406881 dv-cinder-794669-4-iscsi neutron-server[92563]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 22:33:56.406881 dv-cinder-794669-4-iscsi neutron-server[92563]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 22:33:56.406881 dv-cinder-794669-4-iscsi neutron-server[92563]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 22:33:56.406881 dv-cinder-794669-4-iscsi neutron-server[92563]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 22:33:56.595394 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-f88baef4-ba9f-4e92-b100-c8014812d778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1799305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-309369'] for network, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:56.598984 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:33:56.613233 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-f88baef4-ba9f-4e92-b100-c8014812d778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for network, before_response {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:56.627596 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88baef4-ba9f-4e92-b100-c8014812d778 admin admin] Pushing event deleted for resources: {'Network': ['ID=6887f27d-dd01-452f-8727-b88223c7f5fb,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:33:56.632183 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-f88baef4-ba9f-4e92-b100-c8014812d778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:33:56.635717 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-f88baef4-ba9f-4e92-b100-c8014812d778 admin admin] 10.222.0.106 "DELETE /v2.0/networks/6887f27d-dd01-452f-8727-b88223c7f5fb HTTP/1.1" status: 204  len: 168 time: 1.0931797
Jun 03 22:33:56.638520 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.wsgi [-] (92563) accepted ('10.222.0.106', 41548) {{(pid=92563) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:33:57.174050 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-fcfafe65-f7ea-483c-b1d6-fca60bce1b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-664943'] for router_interface, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:57.369533 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device d5549627-92fa-4f4e-ba56-65f6fb89baf7 no longer exists at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:33:57.406294 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] No Port match for: d5549627-92fa-4f4e-ba56-65f6fb89baf7 {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:33:57.406661 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device d5549627-92fa-4f4e-ba56-65f6fb89baf7 not bound to the agent host dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:33:57.580143 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.plugin [None req-fcfafe65-f7ea-483c-b1d6-fca60bce1b17 admin admin] Deleting port 6a635776-5ed6-4af1-9355-88c3c3795cd7 {{(pid=92563) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:33:57.580402 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-fcfafe65-f7ea-483c-b1d6-fca60bce1b17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:57.793364 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.db [None req-fcfafe65-f7ea-483c-b1d6-fca60bce1b17 admin admin] For port 6a635776-5ed6-4af1-9355-88c3c3795cd7, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=6a635776-5ed6-4af1-9355-88c3c3795cd7,segment=NetworkSegment(df64602d-b105-4ee0-adbf-acf9187a875a),segment_id=df64602d-b105-4ee0-adbf-acf9187a875a)] {{(pid=92563) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:33:57.793714 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-fcfafe65-f7ea-483c-b1d6-fca60bce1b17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:57.913466 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.plugins.ml2.plugin [None req-fcfafe65-f7ea-483c-b1d6-fca60bce1b17 admin admin] Calling delete_port for 6a635776-5ed6-4af1-9355-88c3c3795cd7 owned by network:router_interface {{(pid=92563) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:33:58.292424 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-fcfafe65-f7ea-483c-b1d6-fca60bce1b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33200950'] for port, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:58.296575 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-b4d882e2-8ddc-4003-9302-6b83a668b555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:33:58.343243 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfafe65-f7ea-483c-b1d6-fca60bce1b17 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a635776-5ed6-4af1-9355-88c3c3795cd7,revision_number=None']} {{(pid=92563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:33:58.346385 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG oslo_concurrency.lockutils [None req-fcfafe65-f7ea-483c-b1d6-fca60bce1b17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92563) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:33:58.606032 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron_lib.callbacks.manager [None req-fcfafe65-f7ea-483c-b1d6-fca60bce1b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-630865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-666801'] for router_interface, after_delete {{(pid=92563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:58.959806 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcfafe65-f7ea-483c-b1d6-fca60bce1b17 admin admin] Router 57f686cd-4fb0-42ef-8902-8ec774ed20c3 has already been hosted by L3 agent 646d4638-2dc2-402e-9c7f-6eac10a71767 {{(pid=92563) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 03 22:33:59.239160 dv-cinder-794669-4-iscsi neutron-server[92563]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfafe65-f7ea-483c-b1d6-fca60bce1b17 admin admin] Notify agent at l3_agent.dv-cinder-794669-4-iscsi the message routers_updated {{(pid=92563) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 03 22:33:59.248285 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fd9b38-2f93-4ebc-b176-9e307f822888 None None] Sync routers for ids ['57f686cd-4fb0-42ef-8902-8ec774ed20c3'] in dv-cinder-794669-4-iscsi {{(pid=92566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 03 22:33:59.257398 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fd9b38-2f93-4ebc-b176-9e307f822888 None None] Routers {'57f686cd-4fb0-42ef-8902-8ec774ed20c3'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:33:59.258079 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-b4fd9b38-2f93-4ebc-b176-9e307f822888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814fdb8f70>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:33:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['57f686cd-4fb0-42ef-8902-8ec774ed20c3'], 'active': True} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:33:59.317098 dv-cinder-794669-4-iscsi neutron-server[92563]: INFO neutron.wsgi [None req-fcfafe65-f7ea-483c-b1d6-fca60bce1b17 admin admin] 10.222.0.106 "PUT /v2.0/routers/57f686cd-4fb0-42ef-8902-8ec774ed20c3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6774614
Jun 03 22:33:59.319778 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 41550) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:33:59.441683 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvr_db [None req-b4fd9b38-2f93-4ebc-b176-9e307f822888 None None] Set router 57f686cd-4fb0-42ef-8902-8ec774ed20c3 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:33:59.603900 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-ef82a6c4-957e-4a95-a43d-bac94a1fe2b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:59.730644 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-b4fd9b38-2f93-4ebc-b176-9e307f822888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814fdb8f70>, [{'id': '57f686cd-4fb0-42ef-8902-8ec774ed20c3', 'name': 'tempest-TestVolumeBootPattern-733647581-router', 'tenant_id': 'd3ff8408fd66410485cdd6277be1ab93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'aa35fd91-852e-4dc8-a011-e05b5c6c77f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:29:08Z', 'updated_at': '2021-06-03T22:33:58Z', 'revision_number': 5, 'project_id': 'd3ff8408fd66410485cdd6277be1ab93', 'gw_port': {'id': 'aa35fd91-852e-4dc8-a011-e05b5c6c77f0', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f686cd-4fb0-42ef-8902-8ec774ed20c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:29:09Z', 'updated_at': '2021-06-03T22:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:33:59.734495 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fd9b38-2f93-4ebc-b176-9e307f822888 None None] Checking router: 57f686cd-4fb0-42ef-8902-8ec774ed20c3 for host: dv-cinder-794669-4-iscsi {{(pid=92566) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 03 22:33:59.743005 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fd9b38-2f93-4ebc-b176-9e307f822888 None None] Routers {'57f686cd-4fb0-42ef-8902-8ec774ed20c3'} bound to L3 agent in host dv-cinder-794669-4-iscsi {{(pid=92566) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 03 22:33:59.743647 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-b4fd9b38-2f93-4ebc-b176-9e307f822888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f814fdb8f70>, 'dv-cinder-794669-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-03T21:57:20Z,description=<?>,heartbeat_timestamp=2021-06-03T22:33:50Z,host='dv-cinder-794669-4-iscsi',id=646d4638-2dc2-402e-9c7f-6eac10a71767,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-03T21:57:21Z,topic='l3_agent')) {'router_ids': ['57f686cd-4fb0-42ef-8902-8ec774ed20c3'], 'active': True} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:33:59.785936 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-ef82a6c4-957e-4a95-a43d-bac94a1fe2b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:59.930020 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [None req-ef82a6c4-957e-4a95-a43d-bac94a1fe2b2 admin admin] Deleting port aa35fd91-852e-4dc8-a011-e05b5c6c77f0 {{(pid=92564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:33:59.930477 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-ef82a6c4-957e-4a95-a43d-bac94a1fe2b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:33:59.957049 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_dvr_db [None req-b4fd9b38-2f93-4ebc-b176-9e307f822888 None None] Set router 57f686cd-4fb0-42ef-8902-8ec774ed20c3 gateway port host: dv-cinder-794669-4-iscsi {{(pid=92566) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 03 22:34:00.057880 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [None req-ef82a6c4-957e-4a95-a43d-bac94a1fe2b2 admin admin] For port aa35fd91-852e-4dc8-a011-e05b5c6c77f0, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=aa35fd91-852e-4dc8-a011-e05b5c6c77f0,segment=NetworkSegment(cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c),segment_id=cc2f0d45-9eea-4e3b-a52a-3f92e8381f5c)] {{(pid=92564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:34:00.058278 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-ef82a6c4-957e-4a95-a43d-bac94a1fe2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:00.183460 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [None req-ef82a6c4-957e-4a95-a43d-bac94a1fe2b2 admin admin] Calling delete_port for aa35fd91-852e-4dc8-a011-e05b5c6c77f0 owned by network:router_gateway {{(pid=92564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:34:00.243348 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.l3_hamode_db [None req-b4fd9b38-2f93-4ebc-b176-9e307f822888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f814fdb8f70>, [{'id': '57f686cd-4fb0-42ef-8902-8ec774ed20c3', 'name': 'tempest-TestVolumeBootPattern-733647581-router', 'tenant_id': 'd3ff8408fd66410485cdd6277be1ab93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'aa35fd91-852e-4dc8-a011-e05b5c6c77f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:29:08Z', 'updated_at': '2021-06-03T22:33:58Z', 'revision_number': 5, 'project_id': 'd3ff8408fd66410485cdd6277be1ab93', 'gw_port': {'id': 'aa35fd91-852e-4dc8-a011-e05b5c6c77f0', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f686cd-4fb0-42ef-8902-8ec774ed20c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:29:09Z', 'updated_at': '2021-06-03T22:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}], 'dv-cinder-794669-4-iscsi', False) {} {{(pid=92566) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:34:00.247953 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fd9b38-2f93-4ebc-b176-9e307f822888 None None] The sync data for ids ['57f686cd-4fb0-42ef-8902-8ec774ed20c3'] in dv-cinder-794669-4-iscsi is: [{'id': '57f686cd-4fb0-42ef-8902-8ec774ed20c3', 'name': 'tempest-TestVolumeBootPattern-733647581-router', 'tenant_id': 'd3ff8408fd66410485cdd6277be1ab93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'external_fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'aa35fd91-852e-4dc8-a011-e05b5c6c77f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-03T22:29:08Z', 'updated_at': '2021-06-03T22:33:58Z', 'revision_number': 5, 'project_id': 'd3ff8408fd66410485cdd6277be1ab93', 'gw_port': {'id': 'aa35fd91-852e-4dc8-a011-e05b5c6c77f0', 'name': '', 'network_id': 'fbd3fa50-1ea9-4a37-9f63-373be6d121e3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f686cd-4fb0-42ef-8902-8ec774ed20c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794669-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-03T22:29:09Z', 'updated_at': '2021-06-03T22:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b881b088-b524-4558-b754-6a0245dcfb71', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794669-4-iscsi'}] {{(pid=92566) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 03 22:34:00.412530 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-ef82a6c4-957e-4a95-a43d-bac94a1fe2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:00.416492 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-ee04d574-2108-4df5-91d5-f0d77d142018 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:34:00.460023 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef82a6c4-957e-4a95-a43d-bac94a1fe2b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa35fd91-852e-4dc8-a011-e05b5c6c77f0,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:34:00.462572 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-ef82a6c4-957e-4a95-a43d-bac94a1fe2b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:34:00.556788 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-ef82a6c4-957e-4a95-a43d-bac94a1fe2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-309266'] for router_gateway, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:00.738810 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-ef82a6c4-957e-4a95-a43d-bac94a1fe2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-710188', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-38400'] for router, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:00.742001 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-ef82a6c4-957e-4a95-a43d-bac94a1fe2b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:00.845099 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-ef82a6c4-957e-4a95-a43d-bac94a1fe2b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-710328'] for router, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:00.845645 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef82a6c4-957e-4a95-a43d-bac94a1fe2b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57f686cd-4fb0-42ef-8902-8ec774ed20c3 {{(pid=92564) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 03 22:34:00.858792 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-ef82a6c4-957e-4a95-a43d-bac94a1fe2b2 admin admin] Notify callbacks [] for router, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:00.859931 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-ef82a6c4-957e-4a95-a43d-bac94a1fe2b2 admin admin] 10.222.0.106 "DELETE /v2.0/routers/57f686cd-4fb0-42ef-8902-8ec774ed20c3 HTTP/1.1" status: 204  len: 168 time: 1.5391908
Jun 03 22:34:00.863643 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 41552) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:34:00.924837 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.db_base_plugin_v2 [None req-2815172f-a40f-428f-9bfd-3ecec5a4a9b2 admin admin] Deleting subnet f25f1bf2-a4bb-4bd0-92a9-61ffc04ca27f {{(pid=92564) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}}
Jun 03 22:34:00.928057 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2815172f-a40f-428f-9bfd-3ecec5a4a9b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:00.983293 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2815172f-a40f-428f-9bfd-3ecec5a4a9b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31973109'] for subnet, precommit_delete_associations {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:01.061024 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2815172f-a40f-428f-9bfd-3ecec5a4a9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1799703'] for subnet, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:01.381552 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 6a635776-5ed6-4af1-9355-88c3c3795cd7 no longer exists at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:34:01.449919 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] No Port match for: 6a635776-5ed6-4af1-9355-88c3c3795cd7 {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:34:01.450274 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 6a635776-5ed6-4af1-9355-88c3c3795cd7 not bound to the agent host dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:34:01.450698 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device aa35fd91-852e-4dc8-a011-e05b5c6c77f0 no longer exists at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:34:01.483451 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] No Port match for: aa35fd91-852e-4dc8-a011-e05b5c6c77f0 {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:34:01.483814 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device aa35fd91-852e-4dc8-a011-e05b5c6c77f0 not bound to the agent host dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:34:01.503304 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2815172f-a40f-428f-9bfd-3ecec5a4a9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1799710', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31972232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33225243'] for subnet, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:01.508953 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:34:01.549118 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815172f-a40f-428f-9bfd-3ecec5a4a9b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f25f1bf2-a4bb-4bd0-92a9-61ffc04ca27f,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:34:01.549118 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-2815172f-a40f-428f-9bfd-3ecec5a4a9b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:34:01.549118 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-2815172f-a40f-428f-9bfd-3ecec5a4a9b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:01.551489 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69d1453-298c-4733-aa33-798db92cb13e None None] Network 8cbda385-dfb9-4521-850e-89ac8973f3e0 requested from dv-cinder-794669-4-iscsi {{(pid=92565) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 03 22:34:01.553426 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-2815172f-a40f-428f-9bfd-3ecec5a4a9b2 admin admin] 10.222.0.106 "DELETE /v2.0/subnets/f25f1bf2-a4bb-4bd0-92a9-61ffc04ca27f HTTP/1.1" status: 204  len: 168 time: 0.6899896
Jun 03 22:34:01.555988 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 41554) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:34:01.665149 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-a3187a71-0301-419c-ae2a-4fd671387bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1319667'] for network, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:01.741961 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [None req-a3187a71-0301-419c-ae2a-4fd671387bb2 admin admin] Deleting port 0e6daa0a-e834-4e3d-b4c8-a487bf6500ab {{(pid=92564) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:34:01.742307 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-a3187a71-0301-419c-ae2a-4fd671387bb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:01.797971 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ea0b50-44a4-498d-af31-6af6fcfd3b9a None None] DHCP port deletion for 8cbda385-dfb9-4521-850e-89ac8973f3e0 request from dv-cinder-794669-4-iscsi {{(pid=92565) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 03 22:34:01.850214 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.db [None req-a3187a71-0301-419c-ae2a-4fd671387bb2 admin admin] For port 0e6daa0a-e834-4e3d-b4c8-a487bf6500ab, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=0e6daa0a-e834-4e3d-b4c8-a487bf6500ab,segment=NetworkSegment(df64602d-b105-4ee0-adbf-acf9187a875a),segment_id=df64602d-b105-4ee0-adbf-acf9187a875a)] {{(pid=92564) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:34:01.850578 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-a3187a71-0301-419c-ae2a-4fd671387bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:01.863151 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-d5ea0b50-44a4-498d-af31-6af6fcfd3b9a None None] Deleting port 0e6daa0a-e834-4e3d-b4c8-a487bf6500ab {{(pid=92565) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}}
Jun 03 22:34:01.863570 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-d5ea0b50-44a4-498d-af31-6af6fcfd3b9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762086120695'] for port, before_delete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:01.960919 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.db [None req-d5ea0b50-44a4-498d-af31-6af6fcfd3b9a None None] For port 0e6daa0a-e834-4e3d-b4c8-a487bf6500ab, host dv-cinder-794669-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794669-4-iscsi',level=0,port_id=0e6daa0a-e834-4e3d-b4c8-a487bf6500ab,segment=NetworkSegment(df64602d-b105-4ee0-adbf-acf9187a875a),segment_id=df64602d-b105-4ee0-adbf-acf9187a875a)] {{(pid=92565) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 03 22:34:01.961226 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-d5ea0b50-44a4-498d-af31-6af6fcfd3b9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667103'] for port, precommit_delete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:01.979928 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.plugin [None req-a3187a71-0301-419c-ae2a-4fd671387bb2 admin admin] Calling delete_port for 0e6daa0a-e834-4e3d-b4c8-a487bf6500ab owned by network:dhcp {{(pid=92564) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:34:02.089324 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-d5ea0b50-44a4-498d-af31-6af6fcfd3b9a None None] Calling delete_port for 0e6daa0a-e834-4e3d-b4c8-a487bf6500ab owned by network:dhcp {{(pid=92565) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}}
Jun 03 22:34:02.092683 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-a3187a71-0301-419c-ae2a-4fd671387bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31972285'] for port, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:02.097464 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-2f7fe0e4-912f-4dd0-87bb-0d38a95f411f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:34:02.135347 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-d5ea0b50-44a4-498d-af31-6af6fcfd3b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1611640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-975944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-630947', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762086228471', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762085790549'] for port, after_delete {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:02.139850 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:34:02.140250 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3187a71-0301-419c-ae2a-4fd671387bb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e6daa0a-e834-4e3d-b4c8-a487bf6500ab,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:34:02.142759 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-a3187a71-0301-419c-ae2a-4fd671387bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:34:02.148126 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3187a71-0301-419c-ae2a-4fd671387bb2 admin admin] No DVR routers for this DVR port 0e6daa0a-e834-4e3d-b4c8-a487bf6500ab on host dv-cinder-794669-4-iscsi {{(pid=92564) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 22:34:02.187195 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea0b50-44a4-498d-af31-6af6fcfd3b9a None None] Pushing event deleted for resources: {'Port': ['ID=0e6daa0a-e834-4e3d-b4c8-a487bf6500ab,revision_number=None']} {{(pid=92565) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:34:02.189168 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ea0b50-44a4-498d-af31-6af6fcfd3b9a None None] No DVR routers for this DVR port 0e6daa0a-e834-4e3d-b4c8-a487bf6500ab on host dv-cinder-794669-4-iscsi {{(pid=92565) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 03 22:34:02.190550 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG oslo_concurrency.lockutils [None req-d5ea0b50-44a4-498d-af31-6af6fcfd3b9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92565) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:34:02.269093 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-a3187a71-0301-419c-ae2a-4fd671387bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1799298', 'neutron.services.segments.db._delete_segments_for_network-8762086254785'] for network, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:02.282290 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.services.segments.db [None req-a3187a71-0301-419c-ae2a-4fd671387bb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f814efed460>,) {'filters': {'network_id': ['8cbda385-dfb9-4521-850e-89ac8973f3e0']}} {{(pid=92564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:34:02.294752 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.services.segments.db [None req-a3187a71-0301-419c-ae2a-4fd671387bb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f814efed460>, 'df64602d-b105-4ee0-adbf-acf9187a875a') {'for_net_delete': True} {{(pid=92564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:34:02.295045 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.services.segments.db [None req-a3187a71-0301-419c-ae2a-4fd671387bb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f814efed460>, 'df64602d-b105-4ee0-adbf-acf9187a875a') {} {{(pid=92564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 03 22:34:02.306545 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-a3187a71-0301-419c-ae2a-4fd671387bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762086257628', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31973004'] for segment, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:02.322858 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-a3187a71-0301-419c-ae2a-4fd671387bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286'] for segment, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:02.329185 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3187a71-0301-419c-ae2a-4fd671387bb2 admin admin] Releasing vlan 1414 on physical network physnet1 to pool {{(pid=92564) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 03 22:34:02.329575 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-a3187a71-0301-419c-ae2a-4fd671387bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1797286', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31972194'] for segment, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:02.343414 dv-cinder-794669-4-iscsi neutron-server[92564]: Traceback (most recent call last):
Jun 03 22:34:02.343414 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 03 22:34:02.343414 dv-cinder-794669-4-iscsi neutron-server[92564]:     timer()
Jun 03 22:34:02.343414 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 03 22:34:02.343414 dv-cinder-794669-4-iscsi neutron-server[92564]:     cb(*args, **kw)
Jun 03 22:34:02.343414 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 03 22:34:02.343414 dv-cinder-794669-4-iscsi neutron-server[92564]:     return func(*args, **kwargs)
Jun 03 22:34:02.343414 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 03 22:34:02.343414 dv-cinder-794669-4-iscsi neutron-server[92564]:     self._notify()
Jun 03 22:34:02.343414 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 03 22:34:02.343414 dv-cinder-794669-4-iscsi neutron-server[92564]:     self.callback(batched_events)
Jun 03 22:34:02.343414 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 03 22:34:02.343414 dv-cinder-794669-4-iscsi neutron-server[92564]:     event.method(event)
Jun 03 22:34:02.343414 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 03 22:34:02.343414 dv-cinder-794669-4-iscsi neutron-server[92564]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 03 22:34:02.343414 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 03 22:34:02.343414 dv-cinder-794669-4-iscsi neutron-server[92564]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 03 22:34:02.343414 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 03 22:34:02.343414 dv-cinder-794669-4-iscsi neutron-server[92564]:     return f(self, *a, **k)
Jun 03 22:34:02.343414 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 03 22:34:02.343414 dv-cinder-794669-4-iscsi neutron-server[92564]:     return self._get(url).json()
Jun 03 22:34:02.343414 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 03 22:34:02.343414 dv-cinder-794669-4-iscsi neutron-server[92564]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 03 22:34:02.343414 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 03 22:34:02.343414 dv-cinder-794669-4-iscsi neutron-server[92564]:     return self.request(url, 'GET', **kwargs)
Jun 03 22:34:02.343414 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 03 22:34:02.343414 dv-cinder-794669-4-iscsi neutron-server[92564]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 03 22:34:02.343414 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 03 22:34:02.343414 dv-cinder-794669-4-iscsi neutron-server[92564]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 03 22:34:02.343414 dv-cinder-794669-4-iscsi neutron-server[92564]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 03 22:34:02.343414 dv-cinder-794669-4-iscsi neutron-server[92564]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 03 22:34:02.343414 dv-cinder-794669-4-iscsi neutron-server[92564]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 03 22:34:02.525791 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-a3187a71-0301-419c-ae2a-4fd671387bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1799305', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-679096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-630954', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-309369'] for network, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:02.530066 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-3aa28df8-d510-478d-be47-46b79bddca3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:34:02.543628 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-a3187a71-0301-419c-ae2a-4fd671387bb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-630965'] for network, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:02.554026 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3187a71-0301-419c-ae2a-4fd671387bb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cbda385-dfb9-4521-850e-89ac8973f3e0,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:34:02.558793 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-a3187a71-0301-419c-ae2a-4fd671387bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:34:02.562679 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-a3187a71-0301-419c-ae2a-4fd671387bb2 admin admin] 10.222.0.106 "DELETE /v2.0/networks/8cbda385-dfb9-4521-850e-89ac8973f3e0 HTTP/1.1" status: 204  len: 168 time: 1.0051284
Jun 03 22:34:02.890217 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 41558) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:34:02.938274 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-f01fc4f8-b1c5-4328-a40c-75504b343c90 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=9d878fa7955745bd9db5d1fa1de0e8fc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0468280
Jun 03 22:34:02.940673 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 41560) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:34:03.004103 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-e910d8da-b3be-40c0-8c0c-0f270e9b0d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:03.031562 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-e910d8da-b3be-40c0-8c0c-0f270e9b0d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:03.178140 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-e910d8da-b3be-40c0-8c0c-0f270e9b0d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:03.182522 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-52f77add-7f99-4b38-836e-5ad1ab040f9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:34:03.198262 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910d8da-b3be-40c0-8c0c-0f270e9b0d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8698785e-bff2-43ec-a6ea-764bf223eed1,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:34:03.203649 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-e910d8da-b3be-40c0-8c0c-0f270e9b0d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:34:03.205640 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-e910d8da-b3be-40c0-8c0c-0f270e9b0d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:03.206755 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-e910d8da-b3be-40c0-8c0c-0f270e9b0d6f admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/8698785e-bff2-43ec-a6ea-764bf223eed1 HTTP/1.1" status: 204  len: 168 time: 0.2652037
Jun 03 22:34:03.370487 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 0e6daa0a-e834-4e3d-b4c8-a487bf6500ab no longer exists at agent ovs-agent-dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 03 22:34:03.406925 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.plugin [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] No Port match for: 0e6daa0a-e834-4e3d-b4c8-a487bf6500ab {{(pid=92565) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}}
Jun 03 22:34:03.406925 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron.plugins.ml2.rpc [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Device 0e6daa0a-e834-4e3d-b4c8-a487bf6500ab not bound to the agent host dv-cinder-794669-4-iscsi {{(pid=92565) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 03 22:34:03.855555 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 41566) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:34:03.903553 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-fc16c84b-dcde-4f00-a5d4-3c87141286b8 admin admin] 10.222.0.106 "GET /v2.0/security-groups?tenant_id=d3ff8408fd66410485cdd6277be1ab93&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0467739
Jun 03 22:34:03.905883 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.wsgi [-] (92564) accepted ('10.222.0.106', 41568) {{(pid=92564) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 03 22:34:03.963224 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-becc14ae-427b-4a21-afa7-2522ce1d584b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:03.992588 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-becc14ae-427b-4a21-afa7-2522ce1d584b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:04.120965 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-becc14ae-427b-4a21-afa7-2522ce1d584b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-679005'] for security_group, after_delete {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:04.124689 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-3bc2bb51-4dcc-42e9-b21e-5e804b989400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 03 22:34:04.137634 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc14ae-427b-4a21-afa7-2522ce1d584b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6106b552-a7eb-4022-8368-dde6980a9298,revision_number=None']} {{(pid=92564) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 03 22:34:04.140600 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG oslo_concurrency.lockutils [None req-becc14ae-427b-4a21-afa7-2522ce1d584b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 03 22:34:04.142988 dv-cinder-794669-4-iscsi neutron-server[92564]: DEBUG neutron_lib.callbacks.manager [None req-becc14ae-427b-4a21-afa7-2522ce1d584b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:04.144423 dv-cinder-794669-4-iscsi neutron-server[92564]: INFO neutron.wsgi [None req-becc14ae-427b-4a21-afa7-2522ce1d584b admin admin] 10.222.0.106 "DELETE /v2.0/security-groups/6106b552-a7eb-4022-8368-dde6980a9298 HTTP/1.1" status: 204  len: 168 time: 0.2372594
Jun 03 22:34:16.212090 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:17.006742 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-0fa68fd4-0672-4c02-96c9-adac6f10bcc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:19.714769 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:19.777804 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-b6ac7db8-ade8-4f4a-871f-4e13811f0c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:21.126399 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:22.456574 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:30.612739 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:34:46.200626 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:46.971833 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-bc52f931-9a06-43ba-82ef-ada2c5fc9699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:49.691767 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:49.754249 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-434f11e3-bb7b-442c-a9e7-df181e9c0418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:51.166051 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:34:52.457404 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:35:07.611944 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:35:16.205433 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:35:17.051992 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-785a8947-c6f7-44b5-adaf-36960f06ffe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:35:19.690999 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:35:19.740872 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-b1ebff18-a2c9-4460-acb4-a573f2dd70fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:35:21.125415 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:35:22.485227 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:35:44.611332 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:35:46.182804 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:35:47.051195 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c9ea584d-817d-4aa5-b07e-ac0c091610b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:35:49.696651 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:35:49.746223 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-76812b48-c74a-4dc6-bef5-5fc0c40c8da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:35:51.136547 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:35:52.531349 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:36:16.213963 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:36:16.985875 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1875fc65-d08d-4253-a9b5-5f47a6fce204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:36:19.696028 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:36:19.779613 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-b486b5b2-3ba9-46d0-ac78-31975084eb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:36:21.185451 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-1f8d371e-206d-4786-9c22-916e3805a484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:36:21.609764 dv-cinder-794669-4-iscsi neutron-server[92566]: DEBUG neutron.db.agents_db [None req-6a30ea05-6a39-40fb-a06f-d9bf88606ddb None None] Agent healthcheck: found 6 active agents {{(pid=92566) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 03 22:36:22.570493 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-539b8d73-6f5d-48ee-af10-3fe5a8bb8ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:36:46.227526 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-c4b576ca-5e2c-4b1b-ba13-09eb1fcbfadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:36:46.999496 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-feb060c7-1530-4ef2-9ec1-0ebf2d79191d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:36:49.687821 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e9e2b3de-b97b-486b-9d22-4850ff47c1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 03 22:36:49.750932 dv-cinder-794669-4-iscsi neutron-server[92565]: DEBUG neutron_lib.callbacks.manager [None req-e287537a-cbe3-47ff-8550-80d93d0278d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762086254767', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1574088'] for agent, after_update {{(pid=92565) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}